[ 622.790395] env[70399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 622.790739] env[70399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 622.790853] env[70399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 622.791174] env[70399]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 622.894099] env[70399]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70399) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 622.903790] env[70399]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70399) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 622.951449] env[70399]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 623.510759] env[70399]: INFO nova.virt.driver [None req-8f9f9f76-0066-4f19-8ada-f9efb82456a9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 623.583323] env[70399]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.583554] env[70399]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.583640] env[70399]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70399) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 626.520151] env[70399]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1faa38d9-f991-424a-9310-990f1664d3f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.011104] env[70399]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70399) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 627.011239] env[70399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-46b671ba-9e0b-43f4-9187-7c0feb38789d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.043808] env[70399]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ea6a4. [ 627.043959] env[70399]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.460s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.044638] env[70399]: INFO nova.virt.vmwareapi.driver [None req-8f9f9f76-0066-4f19-8ada-f9efb82456a9 None None] VMware vCenter version: 7.0.3 [ 627.048171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb5608d-e495-4076-a04b-335eeae7f52a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.070089] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26d324-a2e6-4e4a-b274-41ebedcffc6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.076839] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ab4af-7f68-4e3e-9f64-28bd3df7675f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.084199] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2be4f-a5b9-4f64-8e09-f5690372d8f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.098356] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b42f30-10e9-457f-84fd-7f7a85f8e279 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.105184] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f817193b-16c5-4f16-b779-415b08051ebf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.136532] env[70399]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9251301e-d8ad-43da-94f4-3be572e7dfed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.142800] env[70399]: DEBUG nova.virt.vmwareapi.driver [None req-8f9f9f76-0066-4f19-8ada-f9efb82456a9 None None] Extension org.openstack.compute already exists. {{(pid=70399) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 627.145603] env[70399]: INFO nova.compute.provider_config [None req-8f9f9f76-0066-4f19-8ada-f9efb82456a9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 627.649713] env[70399]: DEBUG nova.context [None req-8f9f9f76-0066-4f19-8ada-f9efb82456a9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a0a29f84-557e-4cb5-9451-9202c2352485(cell1) {{(pid=70399) load_cells /opt/stack/nova/nova/context.py:464}} [ 627.651968] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.652257] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.652960] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.653431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Acquiring lock "a0a29f84-557e-4cb5-9451-9202c2352485" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.653660] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Lock "a0a29f84-557e-4cb5-9451-9202c2352485" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.654691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Lock "a0a29f84-557e-4cb5-9451-9202c2352485" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.675351] env[70399]: INFO dbcounter [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Registered counter for database nova_cell0 [ 627.683454] env[70399]: INFO dbcounter [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Registered counter for database nova_cell1 [ 627.686823] env[70399]: DEBUG oslo_db.sqlalchemy.engines [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70399) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 627.687197] env[70399]: DEBUG oslo_db.sqlalchemy.engines [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70399) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 627.691937] env[70399]: ERROR nova.db.main.api [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 627.691937] env[70399]: result = function(*args, **kwargs) [ 627.691937] env[70399]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 627.691937] env[70399]: return func(*args, **kwargs) [ 627.691937] env[70399]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 627.691937] env[70399]: result = fn(*args, **kwargs) [ 627.691937] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 627.691937] env[70399]: return f(*args, **kwargs) [ 627.691937] env[70399]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 627.691937] env[70399]: return db.service_get_minimum_version(context, binaries) [ 627.691937] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 627.691937] env[70399]: _check_db_access() [ 627.691937] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 627.691937] env[70399]: stacktrace = ''.join(traceback.format_stack()) [ 627.691937] env[70399]: [ 627.692985] env[70399]: ERROR nova.db.main.api [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 627.692985] env[70399]: result = function(*args, **kwargs) [ 627.692985] env[70399]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 627.692985] env[70399]: return func(*args, **kwargs) [ 627.692985] env[70399]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 627.692985] env[70399]: result = fn(*args, **kwargs) [ 627.692985] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 627.692985] env[70399]: return f(*args, **kwargs) [ 627.692985] env[70399]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 627.692985] env[70399]: return db.service_get_minimum_version(context, binaries) [ 627.692985] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 627.692985] env[70399]: _check_db_access() [ 627.692985] env[70399]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 627.692985] env[70399]: stacktrace = ''.join(traceback.format_stack()) [ 627.692985] env[70399]: [ 627.693792] env[70399]: WARNING nova.objects.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Failed to get minimum service version for cell a0a29f84-557e-4cb5-9451-9202c2352485 [ 627.693792] env[70399]: WARNING nova.objects.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 627.693884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Acquiring lock "singleton_lock" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.693993] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Acquired lock "singleton_lock" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.694249] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Releasing lock "singleton_lock" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.694564] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Full set of CONF: {{(pid=70399) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 627.694705] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ******************************************************************************** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 627.694833] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] Configuration options gathered from: {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 627.694966] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 627.695174] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 627.695301] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ================================================================================ {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 627.695507] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] allow_resize_to_same_host = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.695695] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] arq_binding_timeout = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.695833] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] backdoor_port = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.695960] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] backdoor_socket = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696138] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] block_device_allocate_retries = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696301] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] block_device_allocate_retries_interval = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696466] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cert = self.pem {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696649] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696828] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute_monitors = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.696995] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] config_dir = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697178] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] config_drive_format = iso9660 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697311] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697473] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] config_source = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697637] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] console_host = devstack {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697798] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] control_exchange = nova {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.697955] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cpu_allocation_ratio = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698125] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] daemon = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698292] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] debug = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698448] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_access_ip_network_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698612] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_availability_zone = nova {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698821] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_ephemeral_format = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.698982] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_green_pool_size = 1000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.699233] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.699400] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] default_schedule_zone = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.699556] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] disk_allocation_ratio = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.699715] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] enable_new_services = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.699891] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] enabled_apis = ['osapi_compute'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700070] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] enabled_ssl_apis = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700235] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] flat_injected = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700394] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] force_config_drive = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700550] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] force_raw_images = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700717] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] graceful_shutdown_timeout = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.700878] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] heal_instance_info_cache_interval = -1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.701113] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] host = cpu-1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.701294] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.701458] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.701618] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.701838] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702008] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_build_timeout = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702172] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_delete_interval = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702360] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_format = [instance: %(uuid)s] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702538] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_name_template = instance-%08x {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702698] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_usage_audit = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.702866] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_usage_audit_period = month {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703041] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703208] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703370] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] internal_service_availability_zone = internal {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703524] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] key = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703683] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] live_migration_retry_count = 30 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.703846] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_color = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704015] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_config_append = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704180] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704338] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_dir = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704494] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_file = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704619] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_options = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704777] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_rotate_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.704941] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_rotate_interval_type = days {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705125] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] log_rotation_type = none {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705254] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705379] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705543] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705735] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.705864] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706040] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] long_rpc_timeout = 1800 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706205] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_concurrent_builds = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706362] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_concurrent_live_migrations = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706518] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_concurrent_snapshots = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706701] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_local_block_devices = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.706867] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_logfile_count = 30 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707035] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] max_logfile_size_mb = 200 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707195] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] maximum_instance_delete_attempts = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707361] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metadata_listen = 0.0.0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707524] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metadata_listen_port = 8775 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707691] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metadata_workers = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.707848] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] migrate_max_retries = -1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708043] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] mkisofs_cmd = genisoimage {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708258] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708392] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] my_ip = 10.180.1.21 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708592] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708758] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] network_allocate_retries = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.708934] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709112] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709276] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] osapi_compute_listen_port = 8774 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709441] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] osapi_compute_unique_server_name_scope = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709607] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] osapi_compute_workers = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709768] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] password_length = 12 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.709925] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] periodic_enable = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710095] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] periodic_fuzzy_delay = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710264] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] pointer_model = usbtablet {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710428] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] preallocate_images = none {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710584] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] publish_errors = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710713] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] pybasedir = /opt/stack/nova {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.710868] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ram_allocation_ratio = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711033] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rate_limit_burst = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711203] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rate_limit_except_level = CRITICAL {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711359] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rate_limit_interval = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711515] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reboot_timeout = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711670] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reclaim_instance_interval = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711826] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] record = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.711990] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reimage_timeout_per_gb = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712166] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] report_interval = 120 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712326] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rescue_timeout = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712482] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reserved_host_cpus = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712639] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reserved_host_disk_mb = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712797] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reserved_host_memory_mb = 512 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.712952] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] reserved_huge_pages = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713140] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] resize_confirm_window = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713310] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] resize_fs_using_block_device = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713465] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] resume_guests_state_on_host_boot = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713631] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713791] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] rpc_response_timeout = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.713945] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] run_external_periodic_tasks = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714121] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] running_deleted_instance_action = reap {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714281] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714468] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] running_deleted_instance_timeout = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714628] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler_instance_sync_interval = 120 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714796] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_down_time = 720 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.714962] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] servicegroup_driver = db {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715128] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] shell_completion = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715285] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] shelved_offload_time = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715439] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] shelved_poll_interval = 3600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715619] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] shutdown_timeout = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715794] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] source_is_ipv6 = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.715955] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ssl_only = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.716225] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.716395] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] sync_power_state_interval = 600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.716559] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] sync_power_state_pool_size = 1000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.716747] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] syslog_log_facility = LOG_USER {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.716910] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] tempdir = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717087] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] timeout_nbd = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717257] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] transport_url = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717416] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] update_resources_interval = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717575] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_cow_images = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717732] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_journal = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.717888] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_json = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718083] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_rootwrap_daemon = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718248] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_stderr = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718408] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] use_syslog = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718563] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vcpu_pin_set = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718726] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plugging_is_fatal = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.718892] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plugging_timeout = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.719066] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] virt_mkfs = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.719228] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] volume_usage_poll_interval = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.719385] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] watch_log_file = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.719546] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] web = /usr/share/spice-html5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.719742] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.719909] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.720082] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.720253] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_concurrency.disable_process_locking = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.720865] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721075] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721253] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721428] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721598] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721765] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.721947] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.auth_strategy = keystone {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722134] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.compute_link_prefix = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722312] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722486] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.dhcp_domain = novalocal {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722687] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.enable_instance_password = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722816] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.glance_link_prefix = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.722983] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723173] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723333] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.instance_list_per_project_cells = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723493] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.list_records_by_skipping_down_cells = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723656] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.local_metadata_per_cell = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723823] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.max_limit = 1000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.723985] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.metadata_cache_expiration = 15 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.724191] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.neutron_default_tenant_id = default {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.724374] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.response_validation = warn {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.724546] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.use_neutron_default_nets = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.724715] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.724878] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725055] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725227] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725394] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_dynamic_targets = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725556] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_jsonfile_path = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725762] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.725962] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.backend = dogpile.cache.memcached {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.726144] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.backend_argument = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.726307] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.backend_expiration_time = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.726507] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.config_prefix = cache.oslo {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.726685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.dead_timeout = 60.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.726850] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.debug_cache_backend = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727022] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.enable_retry_client = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727190] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.enable_socket_keepalive = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727359] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.enabled = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727522] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.enforce_fips_mode = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727684] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.expiration_time = 600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.727846] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.hashclient_retry_attempts = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728043] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728219] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_dead_retry = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728379] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_password = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728542] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728706] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.728866] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_pool_maxsize = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729036] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729201] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_sasl_enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729376] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729539] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729699] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.memcache_username = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.729862] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.proxies = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730030] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_db = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730193] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_password = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730365] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730544] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730711] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_server = localhost:6379 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.730876] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_socket_timeout = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731047] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.redis_username = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731214] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.retry_attempts = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731376] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.retry_delay = 0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731537] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.socket_keepalive_count = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731697] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.socket_keepalive_idle = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.731858] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.socket_keepalive_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732028] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.tls_allowed_ciphers = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732193] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.tls_cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732349] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.tls_certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732509] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.tls_enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732665] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cache.tls_keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.732836] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733015] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.auth_type = password {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733184] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733358] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733519] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.733845] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.cross_az_attach = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734013] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.debug = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734183] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.endpoint_template = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734345] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.http_retries = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734507] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734668] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.734841] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.os_region_name = RegionOne {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735012] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735178] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cinder.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735348] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735505] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.cpu_dedicated_set = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735695] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.cpu_shared_set = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.735875] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.image_type_exclude_list = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736051] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736219] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736382] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736546] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736741] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.736914] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.resource_provider_association_refresh = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737090] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737256] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.shutdown_retry_interval = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737438] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737618] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] conductor.workers = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737800] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] console.allowed_origins = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.737986] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] console.ssl_ciphers = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.738194] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] console.ssl_minimum_version = default {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.738369] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] consoleauth.enforce_session_timeout = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.738541] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] consoleauth.token_ttl = 600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.738718] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.738884] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739059] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739224] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739383] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739539] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739705] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.739867] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740037] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740199] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740358] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740515] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740671] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.740840] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.service_type = accelerator {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741024] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741174] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741331] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741487] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741665] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741837] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] cyborg.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.741998] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.asyncio_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.742172] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.asyncio_slave_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.742342] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.backend = sqlalchemy {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.742508] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.742674] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.connection_debug = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.742894] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.connection_parameters = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743011] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.connection_recycle_time = 3600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743180] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.connection_trace = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743342] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.db_inc_retry_interval = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743502] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.db_max_retries = 20 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743683] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.db_max_retry_interval = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.743859] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.db_retry_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744037] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.max_overflow = 50 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744206] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.max_pool_size = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744373] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.max_retries = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744541] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744701] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.mysql_wsrep_sync_wait = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.744862] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.pool_timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745033] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.retry_interval = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745195] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.slave_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745358] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.sqlite_synchronous = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745518] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] database.use_db_reconnect = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745717] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.asyncio_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.745877] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.asyncio_slave_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746062] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.backend = sqlalchemy {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746233] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746396] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.connection_debug = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746562] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.connection_parameters = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746725] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.connection_recycle_time = 3600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.746887] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.connection_trace = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747057] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.db_inc_retry_interval = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747223] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.db_max_retries = 20 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747385] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.db_max_retry_interval = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747545] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.db_retry_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747707] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.max_overflow = 50 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.747867] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.max_pool_size = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748037] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.max_retries = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748207] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748366] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748523] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.pool_timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.retry_interval = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.748843] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.slave_connection = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749019] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] api_database.sqlite_synchronous = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749194] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] devices.enabled_mdev_types = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749373] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749543] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749708] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ephemeral_storage_encryption.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.749877] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750121] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.api_servers = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750221] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750384] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750549] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750710] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.750904] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751106] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.debug = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751280] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.default_trusted_certificate_ids = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751446] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.enable_certificate_validation = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751610] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.enable_rbd_download = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751772] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.751939] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752116] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752278] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752435] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752597] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.num_retries = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752767] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.rbd_ceph_conf = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.752929] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.rbd_connect_timeout = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753112] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.rbd_pool = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753279] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.rbd_user = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753448] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753621] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753796] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.753967] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.service_type = image {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754146] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754308] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754466] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754624] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754806] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.754976] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.verify_glance_signatures = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.755151] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] glance.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.755320] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] guestfs.debug = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.755489] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.755675] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.auth_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.755847] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756014] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756185] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756347] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756505] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756665] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.756870] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757126] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757314] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757480] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757641] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757804] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.757980] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758183] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.service_type = shared-file-system {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758354] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.share_apply_policy_timeout = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758520] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758682] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758841] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.758999] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.759193] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.759356] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] manila.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.759526] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] mks.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.759893] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760093] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.manager_interval = 2400 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760265] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.precache_concurrency = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760434] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.remove_unused_base_images = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760602] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760772] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.760947] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] image_cache.subdirectory_name = _base {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761135] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.api_max_retries = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761303] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.api_retry_interval = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761462] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761624] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.auth_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761788] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.761950] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762129] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762297] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.conductor_group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762460] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762619] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762781] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.762944] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763137] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763273] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763428] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763597] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.peer_list = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763781] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.763946] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764125] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.serial_console_state_timeout = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764287] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764456] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.service_type = baremetal {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764614] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.shard = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764808] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.764982] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.765156] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.765315] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.765499] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.765696] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ironic.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.765895] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.766086] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] key_manager.fixed_key = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.766273] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.766439] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.barbican_api_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.766613] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.barbican_endpoint = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.766819] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.barbican_endpoint_type = public {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767046] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.barbican_region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767206] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767371] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767535] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767697] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.767857] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768032] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.number_of_retries = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768200] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.retry_delay = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768363] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.send_service_user_token = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768523] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768690] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.768901] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.verify_ssl = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769080] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican.verify_ssl_path = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769252] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769434] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.auth_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769600] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769759] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.769924] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770099] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770263] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770427] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770585] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] barbican_service_user.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770751] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.approle_role_id = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.770913] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.approle_secret_id = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771107] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.kv_mountpoint = secret {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771273] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.kv_path = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771441] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.kv_version = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771604] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.namespace = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771764] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.root_token_id = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.771923] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.ssl_ca_crt_file = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772105] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.timeout = 60.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772272] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.use_ssl = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772449] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772620] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772783] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.772946] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773119] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773281] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773441] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773603] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773761] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.773920] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774089] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774256] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774420] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774581] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774752] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.service_type = identity {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.774918] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775089] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775254] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775412] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775598] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775783] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] keystone.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.775976] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.ceph_mount_options = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.776321] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.776508] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.connection_uri = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.776674] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_mode = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.776844] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777024] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_models = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777201] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_power_governor_high = performance {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777368] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777532] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_power_management = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777705] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.777875] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.device_detach_attempts = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778053] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.device_detach_timeout = 20 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778229] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.disk_cachemodes = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778395] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.disk_prefix = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778559] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.enabled_perf_events = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778722] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.file_backed_memory = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.778891] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.gid_maps = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779061] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.hw_disk_discard = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779223] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.hw_machine_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779393] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_rbd_ceph_conf = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779560] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779727] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.779898] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_rbd_glance_store_name = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780089] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_rbd_pool = rbd {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780266] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_type = default {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780427] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.images_volume_group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780590] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.inject_key = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780752] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.inject_partition = -2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.780915] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.inject_password = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781087] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.iscsi_iface = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781252] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.iser_use_multipath = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781417] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781582] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781747] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_downtime = 500 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.781911] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782090] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782251] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_inbound_addr = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782413] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782574] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782730] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_scheme = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.782903] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_timeout_action = abort {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783080] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_tunnelled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783240] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_uri = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783404] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.live_migration_with_native_tls = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783563] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.max_queues = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783727] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.783962] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.784142] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.nfs_mount_options = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.784450] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.784632] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.784803] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.784964] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.785144] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.785312] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_pcie_ports = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.785479] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.785662] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.pmem_namespaces = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.785830] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.quobyte_client_cfg = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.786140] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.786320] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.786487] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.786655] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.786876] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rbd_secret_uuid = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787072] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rbd_user = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787246] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787423] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787588] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rescue_image_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787752] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rescue_kernel_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.787915] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rescue_ramdisk_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.788098] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.788262] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.rx_queue_size = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.788429] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.smbfs_mount_options = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.788729] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.788912] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.snapshot_compression = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789088] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.snapshot_image_format = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789325] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789494] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.sparse_logical_volumes = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789658] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.swtpm_enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789828] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.swtpm_group = tss {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.789995] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.swtpm_user = tss {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.790181] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.sysinfo_serial = unique {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.790344] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.tb_cache_size = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.790504] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.tx_queue_size = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.790670] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.uid_maps = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.790834] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.use_virtio_for_bridges = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791009] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.virt_type = kvm {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791189] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.volume_clear = zero {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791354] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.volume_clear_size = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791520] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.volume_enforce_multipath = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791687] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.volume_use_multipath = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.791849] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_cache_path = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792027] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792200] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792364] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792530] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792814] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.792996] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.vzstorage_mount_user = stack {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.793179] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.793354] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.793529] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.auth_type = password {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.793691] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.793857] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794037] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794203] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794364] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794534] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.default_floating_pool = public {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794692] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.794857] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.extension_sync_interval = 600 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795027] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.http_retries = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795194] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795354] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795512] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795712] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.795888] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796072] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.ovs_bridge = br-int {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796243] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.physnets = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796413] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.region_name = RegionOne {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796576] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796767] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.service_metadata_proxy = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.796944] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797129] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.service_type = network {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797298] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797458] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797617] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797780] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.797960] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798135] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] neutron.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798310] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.bdms_in_notifications = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798486] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.default_level = INFO {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798651] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.include_share_mapping = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798826] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.notification_format = unversioned {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.798989] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.notify_on_state_change = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.799177] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.799356] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] pci.alias = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.799525] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] pci.device_spec = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.799691] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] pci.report_in_placement = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.799867] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800055] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.auth_type = password {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800230] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800391] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800549] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800714] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.800873] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801042] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801206] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.default_domain_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801364] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.default_domain_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801520] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.domain_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801675] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.domain_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801833] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.801991] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802163] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802323] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802479] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802648] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.password = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802806] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.project_domain_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.802969] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.project_domain_name = Default {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.803148] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.project_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.803319] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.project_name = service {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.803489] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.region_name = RegionOne {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.803685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.803851] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804035] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.service_type = placement {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804206] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804366] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804527] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.system_scope = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.804845] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805008] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.trust_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805177] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.user_domain_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805350] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.user_domain_name = Default {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805512] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.user_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805710] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.username = nova {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.805902] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806075] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] placement.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806255] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.cores = 20 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806421] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.count_usage_from_placement = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806592] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806787] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.injected_file_content_bytes = 10240 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.806967] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.injected_file_path_length = 255 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807150] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.injected_files = 5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807317] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.instances = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807483] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.key_pairs = 100 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807648] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.metadata_items = 128 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807812] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.ram = 51200 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.807977] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.recheck_quota = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.808158] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.server_group_members = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.808325] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.server_groups = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.808531] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.808706] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] quota.unified_limits_resource_strategy = require {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.808881] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809056] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809223] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.image_metadata_prefilter = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809384] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809546] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.max_attempts = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809708] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.max_placement_results = 1000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.809873] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810050] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810217] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810390] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] scheduler.workers = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810567] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810744] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.810924] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.811150] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.811330] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.811496] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.811660] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.811845] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812023] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.host_subset_size = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812195] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812356] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812522] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812688] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.812865] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813042] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.isolated_hosts = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813211] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.isolated_images = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813374] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813560] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813740] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.813906] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.pci_in_placement = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814082] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814249] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814412] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814574] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814736] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.814899] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815074] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.track_instance_changes = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815257] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815428] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metrics.required = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815598] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metrics.weight_multiplier = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815790] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.815959] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] metrics.weight_setting = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.816292] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.816471] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.816648] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.port_range = 10000:20000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.816844] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817030] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817207] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] serial_console.serialproxy_port = 6083 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817377] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817549] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.auth_type = password {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817708] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.817865] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818038] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818204] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818360] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818531] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.send_service_user_token = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818696] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.818855] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] service_user.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.819034] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.agent_enabled = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.819200] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.819506] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.819710] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.819885] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.html5proxy_port = 6082 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820059] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.image_compression = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820223] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.jpeg_compression = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820383] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.playback_compression = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820546] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.require_secure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820716] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.server_listen = 127.0.0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.820885] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.821178] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.821352] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.streaming_mode = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.821514] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] spice.zlib_compression = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.821684] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] upgrade_levels.baseapi = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.821857] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] upgrade_levels.compute = auto {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822028] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] upgrade_levels.conductor = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822194] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] upgrade_levels.scheduler = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822361] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822526] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822684] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.822845] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823014] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823187] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823347] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823527] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823714] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vendordata_dynamic_auth.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.823895] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.api_retry_count = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824070] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.ca_file = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824248] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824415] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.cluster_name = testcl1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824582] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.connection_pool_size = 10 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824742] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.console_delay_seconds = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.824910] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.datastore_regex = ^datastore.* {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.825135] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.825318] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.host_password = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.825487] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.host_port = 443 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.825700] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.host_username = administrator@vsphere.local {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.825879] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.insecure = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826057] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.integration_bridge = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826229] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.maximum_objects = 100 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826388] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.pbm_default_policy = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826552] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.pbm_enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826711] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.pbm_wsdl_location = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.826877] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827049] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.serial_port_proxy_uri = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827213] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.serial_port_service_uri = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827378] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.task_poll_interval = 0.5 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827549] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.use_linked_clone = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827713] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.vnc_keymap = en-us {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.827877] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.vnc_port = 5900 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.828050] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vmware.vnc_port_total = 10000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.828240] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.auth_schemes = ['none'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.828412] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.828703] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.828885] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829076] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.novncproxy_port = 6080 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829267] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.server_listen = 127.0.0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829449] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829612] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.vencrypt_ca_certs = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829775] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.vencrypt_client_cert = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.829932] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vnc.vencrypt_client_key = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830118] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830285] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_deep_image_inspection = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830446] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830606] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830765] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.830926] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.disable_rootwrap = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831097] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.enable_numa_live_migration = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831262] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831424] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831587] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831747] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.libvirt_disable_apic = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.831908] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832078] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832240] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832401] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832562] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832723] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.832885] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833055] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833219] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833383] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833588] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833765] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.833944] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] zvm.ca_file = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.834106] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] zvm.cloud_connector_url = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.834416] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.834599] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] zvm.reachable_timeout = 300 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.834773] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.834950] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.835138] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.connection_string = messaging:// {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.835305] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.enabled = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.835471] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.es_doc_type = notification {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.835670] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.es_scroll_size = 10000 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.835835] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.es_scroll_time = 2m {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836007] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.filter_error_trace = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836180] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.hmac_keys = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836347] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.sentinel_service_name = mymaster {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836510] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.socket_timeout = 0.1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836701] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.trace_requests = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.836862] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler.trace_sqlalchemy = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837058] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler_jaeger.process_tags = {} {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837222] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler_jaeger.service_name_prefix = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837385] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] profiler_otlp.service_name_prefix = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837560] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837723] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.837887] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838059] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838225] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838386] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838542] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838700] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.838859] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839043] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839205] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839370] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839535] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839698] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.839859] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840041] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840208] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840369] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840535] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840694] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.840855] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841029] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841199] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841362] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841526] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841689] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.841853] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.842034] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.842212] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.842442] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.842618] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.842829] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.843021] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.843269] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.843388] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.843619] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.843840] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844058] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844221] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_notifications.retry = -1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844424] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844601] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844789] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.auth_section = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.844973] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.auth_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.845142] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.cafile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.845323] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.certfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.845500] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.collect_timing = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.845689] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.connect_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.845865] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.connect_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846035] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_id = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846243] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846417] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_override = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846596] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846779] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.846993] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.endpoint_service_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847184] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.insecure = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847344] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.keyfile = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847503] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.max_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847660] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.min_version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847817] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.region_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.847973] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.retriable_status_codes = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848143] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.service_name = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848300] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.service_type = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848459] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.split_loggers = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848616] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.status_code_retries = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848772] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.status_code_retry_delay = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.848925] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.timeout = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849094] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.valid_interfaces = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849249] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_limit.version = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849413] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_reports.file_event_handler = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849574] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849730] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] oslo_reports.log_dir = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.849900] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850074] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850233] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850397] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850558] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850716] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.850887] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.851055] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.851231] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.851481] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.851759] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.852042] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] vif_plug_ovs_privileged.user = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.852343] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.852641] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.852903] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853115] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853300] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853475] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853645] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853812] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.853989] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.854179] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.isolate_vif = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.854350] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.854516] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.854685] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.854854] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855025] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] os_vif_ovs.per_port_bridge = False {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855204] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.capabilities = [21] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855363] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855520] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.helper_command = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855707] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.855882] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856055] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] privsep_osbrick.user = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856233] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856394] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.group = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856553] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.helper_command = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856720] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.856883] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.857054] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] nova_sys_admin.user = None {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.857187] env[70399]: DEBUG oslo_service.backend.eventlet.service [None req-418c19c7-4836-450a-9ed9-e66344b4b224 None None] ******************************************************************************** {{(pid=70399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 627.857603] env[70399]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 628.361402] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Getting list of instances from cluster (obj){ [ 628.361402] env[70399]: value = "domain-c8" [ 628.361402] env[70399]: _type = "ClusterComputeResource" [ 628.361402] env[70399]: } {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 628.362641] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8181f-5bc8-4768-ad1a-806564de241d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.373582] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Got total of 0 instances {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 628.374372] env[70399]: WARNING nova.virt.vmwareapi.driver [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 628.374966] env[70399]: INFO nova.virt.node [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Generated node identity c0bc789e-270b-47b5-a996-faddadf249f2 [ 628.375256] env[70399]: INFO nova.virt.node [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Wrote node identity c0bc789e-270b-47b5-a996-faddadf249f2 to /opt/stack/data/n-cpu-1/compute_id [ 628.880857] env[70399]: WARNING nova.compute.manager [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Compute nodes ['c0bc789e-270b-47b5-a996-faddadf249f2'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 629.887453] env[70399]: INFO nova.compute.manager [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 630.893100] env[70399]: WARNING nova.compute.manager [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 630.893434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.893957] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.894130] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.894339] env[70399]: DEBUG nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 630.895296] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0f7c7-f5ed-4efd-955f-fec9b9ffd344 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.903962] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056698b3-7b89-4367-a9e7-65277fbfb145 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.920147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330cd73-5cdc-4bf5-a55e-53474ffb1fa1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.927438] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1cdb8f-77c0-457d-a7fa-fbfcc4a056b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.957504] env[70399]: DEBUG nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180898MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 630.957713] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.958039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.460698] env[70399]: WARNING nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] No compute node record for cpu-1:c0bc789e-270b-47b5-a996-faddadf249f2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c0bc789e-270b-47b5-a996-faddadf249f2 could not be found. [ 631.965098] env[70399]: INFO nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c0bc789e-270b-47b5-a996-faddadf249f2 [ 633.473818] env[70399]: DEBUG nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 633.474293] env[70399]: DEBUG nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 633.639482] env[70399]: INFO nova.scheduler.client.report [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] [req-4d3f1c45-ba54-4370-ac72-33d6fa00b09b] Created resource provider record via placement API for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 633.658820] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757e9ee-f14a-41f7-93c1-e7c1a8e3322f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.667937] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13fa43e-d332-4bd2-8aba-917a21b09853 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.698800] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37bf3a-8ffe-490b-9891-c8a049554687 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.707213] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28776d8f-7905-40dc-b73a-64b6fe5439fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.721768] env[70399]: DEBUG nova.compute.provider_tree [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.260716] env[70399]: DEBUG nova.scheduler.client.report [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 634.260945] env[70399]: DEBUG nova.compute.provider_tree [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 0 to 1 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 634.261130] env[70399]: DEBUG nova.compute.provider_tree [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.314920] env[70399]: DEBUG nova.compute.provider_tree [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 1 to 2 during operation: update_traits {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 634.819474] env[70399]: DEBUG nova.compute.resource_tracker [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 634.819729] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.862s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.819851] env[70399]: DEBUG nova.service [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Creating RPC server for service compute {{(pid=70399) start /opt/stack/nova/nova/service.py:177}} [ 634.832937] env[70399]: DEBUG nova.service [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] Join ServiceGroup membership for this service compute {{(pid=70399) start /opt/stack/nova/nova/service.py:194}} [ 634.833157] env[70399]: DEBUG nova.servicegroup.drivers.db [None req-27e24c0b-80f8-4149-8dd1-6bfd06fed781 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70399) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 672.095866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.096227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.601503] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.152595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.153445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.154753] env[70399]: INFO nova.compute.claims [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.213971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eafb30-66e1-4a68-a414-c4b409f43373 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.227021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26d514-e9df-4a17-a57b-8775bf174b6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.262348] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a11aa54-af78-4837-8c6e-46114be4bd8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.270059] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23221a66-6e8c-41b1-9d6b-7d9e3f974f92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.284076] env[70399]: DEBUG nova.compute.provider_tree [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.790353] env[70399]: DEBUG nova.scheduler.client.report [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.299118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.299118] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.802669] env[70399]: DEBUG nova.compute.utils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.809572] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.245252] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "627b3514-19e9-4709-84ed-7c6592304398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.245252] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.309669] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.746871] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.276068] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.278337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.278614] env[70399]: INFO nova.compute.claims [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.323177] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.499364] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.499866] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.504033] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.504033] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.504033] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.504033] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.504033] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.504284] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.504284] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.504284] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.504284] env[70399]: DEBUG nova.virt.hardware [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.504284] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa3f19-c678-449d-931e-2c19c5d27bd3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.516838] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc6640-d0bc-4488-bf2c-0cba8b44fa62 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.537342] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2910e48-1193-4a96-a8e2-994f14a2c982 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.562414] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.575665] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.577383] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd588d6-ba81-4b24-9452-daaaa43faa0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.590034] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Created folder: OpenStack in parent group-v4. [ 677.590034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating folder: Project (2690b45ce3d74df89758977d1c3e47b7). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.590034] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060ef654-c649-46cc-8ea1-8dfb0c830235 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.598350] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "a528a175-424a-4140-825b-0eebd013c5fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.599777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "a528a175-424a-4140-825b-0eebd013c5fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.611186] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Created folder: Project (2690b45ce3d74df89758977d1c3e47b7) in parent group-v747819. [ 677.611186] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating folder: Instances. Parent ref: group-v747820. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.611186] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de25bd02-ac4b-4743-b92b-c25fa6d0e84c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.621249] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Created folder: Instances in parent group-v747820. [ 677.622129] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.622129] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.622129] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75250dca-586a-4037-920b-47155ae316a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.646299] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.646299] env[70399]: value = "task-3757627" [ 677.646299] env[70399]: _type = "Task" [ 677.646299] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.658029] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757627, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.104967] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.163493] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757627, 'name': CreateVM_Task, 'duration_secs': 0.402001} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.163493] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.164352] env[70399]: DEBUG oslo_vmware.service [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346582e0-9864-4d49-a504-b1857cf0793f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.172133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.172803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.173618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.174216] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89aac412-5b3b-47a2-888d-88eba72eb405 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.183083] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 678.183083] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d27274-0a9a-bfda-58d4-5b59bd1714ba" [ 678.183083] env[70399]: _type = "Task" [ 678.183083] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.198451] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d27274-0a9a-bfda-58d4-5b59bd1714ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.381360] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4ad44-bf4e-4054-9a8f-33011e368539 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.390523] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6176cfb3-46f8-4adf-806c-53ba1d517d0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.426095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2359ea58-e3a3-4447-b34f-ff3d2a0b41f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.435588] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1b6f9-1862-4a71-bca7-00b9316f3b6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.450447] env[70399]: DEBUG nova.compute.provider_tree [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.577764] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.578071] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.629975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.698831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700084] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.700084] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700084] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.700350] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.701843] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f83b5dbd-706e-4491-b168-373d3d510dfb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.721048] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.721246] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.722253] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b2632-ac4a-4f80-beb3-1f677ebd741e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.732132] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ff9ebe-383e-4dc8-86de-2ba43c1a7747 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.747669] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 678.747669] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218d305-722d-7d28-0762-ee632f987dbe" [ 678.747669] env[70399]: _type = "Task" [ 678.747669] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.761812] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 678.764420] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating directory with path [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.764726] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fce8cc7-120b-4555-80af-5336829a8361 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.796225] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Created directory with path [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.796430] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Fetch image to [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 678.796593] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Downloading image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk on the data store datastore2 {{(pid=70399) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 678.797457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b0d840-a3a5-440b-be2d-1c07a08b8df4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.815731] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291c822-c9a4-4ef3-9aa6-678d59c72c76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.826121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c5b13-1afb-4c23-ac27-5d7258988fc3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.859128] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_power_states {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.862184] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e132ad9-6c4e-4935-ae75-882f62d9d195 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.875299] env[70399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-133fd212-9a2d-4548-8812-625a8cf50ef6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.953379] env[70399]: DEBUG nova.scheduler.client.report [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.974798] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Downloading image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to the data store datastore2 {{(pid=70399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 679.062635] env[70399]: DEBUG oslo_vmware.rw_handles [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 679.136905] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.362621] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Getting list of instances from cluster (obj){ [ 679.362621] env[70399]: value = "domain-c8" [ 679.362621] env[70399]: _type = "ClusterComputeResource" [ 679.362621] env[70399]: } {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 679.365720] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e8fb7-c7d7-410d-9e19-0a252b4dbdcd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.391590] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Got total of 1 instances {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 679.392070] env[70399]: WARNING nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor. [ 679.392070] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 444fb993-64c1-45aa-9c38-e03a60d70bbf {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 679.392070] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 627b3514-19e9-4709-84ed-7c6592304398 {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 679.392344] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.392712] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "627b3514-19e9-4709-84ed-7c6592304398" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.392775] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.393094] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Getting list of instances from cluster (obj){ [ 679.393094] env[70399]: value = "domain-c8" [ 679.393094] env[70399]: _type = "ClusterComputeResource" [ 679.393094] env[70399]: } {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 679.396983] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9465a2fc-cc34-4eed-9ba4-083016381952 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.412149] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Got total of 1 instances {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 679.464414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.464681] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.476652] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.847s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.479412] env[70399]: INFO nova.compute.claims [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.482863] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.482863] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.673232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.729259] env[70399]: DEBUG oslo_vmware.rw_handles [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 679.731550] env[70399]: DEBUG oslo_vmware.rw_handles [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 679.796266] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.796492] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.879144] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Downloaded image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk on the data store datastore2 {{(pid=70399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 679.879144] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 679.879517] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Copying Virtual Disk [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk to [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.880389] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91f2e3e-fed0-4db4-9729-da95e2d9b6d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.892806] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 679.892806] env[70399]: value = "task-3757628" [ 679.892806] env[70399]: _type = "Task" [ 679.892806] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.905041] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.971401] env[70399]: DEBUG nova.compute.utils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.972425] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.972719] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.001952] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.103024] env[70399]: DEBUG nova.policy [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789f7f22a86242119e18b2a3e95eef34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ca0a97b7f4b51825be708a71ad6e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.300933] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.405356] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.479109] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.536212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.612417] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7513af-6a9f-4de2-88c5-c07e3e5ef408 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.621500] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d739ad6-0d7d-4a6a-b14b-8937662359be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.658810] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bc5ca4-5163-4c45-bf35-d63ea3b84883 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.667208] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85107663-ac7d-46e4-9a07-ea0c510cec74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.682978] env[70399]: DEBUG nova.compute.provider_tree [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.826327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.907289] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695255} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.907782] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Copied Virtual Disk [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk to [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.907782] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleting the datastore file [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.908088] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b81dd569-ca18-4341-820f-35234ff6d124 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917397] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 680.917397] env[70399]: value = "task-3757629" [ 680.917397] env[70399]: _type = "Task" [ 680.917397] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.930602] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.102562] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Successfully created port: d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.188400] env[70399]: DEBUG nova.scheduler.client.report [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.427957] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026944} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.427957] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.427957] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Moving file from [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde. {{(pid=70399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 681.428313] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2f6ea00f-35f4-4d92-affb-3a35fdf99cb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.443543] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 681.443543] env[70399]: value = "task-3757630" [ 681.443543] env[70399]: _type = "Task" [ 681.443543] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.456233] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757630, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.497024] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.527885] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.528200] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.528297] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.528480] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.528634] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.528774] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.529062] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.531949] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.532171] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.532383] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.532574] env[70399]: DEBUG nova.virt.hardware [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.533510] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b554ce3-fdd1-43b7-968d-db059231fd5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.545614] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae921ad8-a956-4bb1-b5c9-ef407753aef4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.692841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.694102] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.699651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.027s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.701829] env[70399]: INFO nova.compute.claims [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.958330] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757630, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031273} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.958729] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] File moved {{(pid=70399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 681.958946] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Cleaning up location [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 681.959177] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleting the datastore file [datastore2] vmware_temp/550b506a-3ce8-4f44-a693-ba3b1a5bbce6 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.959513] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb0ded7-f325-46fe-ac6d-781498e85c43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.968530] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 681.968530] env[70399]: value = "task-3757631" [ 681.968530] env[70399]: _type = "Task" [ 681.968530] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.983929] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.207014] env[70399]: DEBUG nova.compute.utils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.213658] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.213921] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.328308] env[70399]: DEBUG nova.policy [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080503d59414bd5973ef134e5cc1b4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012796986c8445c5affcf855c7be0db3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.480014] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027481} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.480294] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.481059] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e02f4aa-a912-4f8c-8a79-3fadcb91477c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.495177] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 682.495177] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fed93b-ab09-af0a-0885-ba5524168240" [ 682.495177] env[70399]: _type = "Task" [ 682.495177] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.505962] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fed93b-ab09-af0a-0885-ba5524168240, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.506403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.507501] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 444fb993-64c1-45aa-9c38-e03a60d70bbf/444fb993-64c1-45aa-9c38-e03a60d70bbf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.507501] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc4ae17-8c5a-4514-8cea-b3fc4bd667b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.519278] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 682.519278] env[70399]: value = "task-3757632" [ 682.519278] env[70399]: _type = "Task" [ 682.519278] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.536426] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.711655] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.888627] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc23b1-937f-44c8-bf02-4b5da2b9964c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.897124] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731103fb-2619-4855-867b-54a59ba5a85f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.938193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33575b0-4743-4615-9bb6-6de0d3cd5d9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.944641] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "6a0b46c8-e3e4-4caf-a798-01f428476931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.944896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.955274] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c1b9a-088c-4b77-99e5-d5ce64bca1f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.972637] env[70399]: DEBUG nova.compute.provider_tree [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.035202] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757632, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.411599] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Successfully created port: 92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.449843] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.476429] env[70399]: DEBUG nova.scheduler.client.report [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.480152] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.480870] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.481209] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.481302] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.481499] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.481687] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.481864] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.482171] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 683.482247] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.535426] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836791} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.535695] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 444fb993-64c1-45aa-9c38-e03a60d70bbf/444fb993-64c1-45aa-9c38-e03a60d70bbf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.535914] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.536225] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-802ac899-7b1d-4208-9626-f186fa065707 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.546352] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 683.546352] env[70399]: value = "task-3757633" [ 683.546352] env[70399]: _type = "Task" [ 683.546352] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.556262] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.725589] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.768604] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.769182] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.769544] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.769743] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.769886] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.770093] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.770907] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.771138] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.771321] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.771483] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.771653] env[70399]: DEBUG nova.virt.hardware [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.772582] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b21b33b-8626-4688-b9b7-aca27a58c559 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.783193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf9913-05eb-44a0-9d57-61cb9090c9eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.878570] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Successfully updated port: d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.986196] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.986785] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.992891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.993907] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.995272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.458s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.995563] env[70399]: INFO nova.compute.claims [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.061375] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082473} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.061375] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.062202] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e2dfc-4f55-45a6-8c5c-a2da157c195e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.089216] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 444fb993-64c1-45aa-9c38-e03a60d70bbf/444fb993-64c1-45aa-9c38-e03a60d70bbf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.089864] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca55d559-8d76-4d6e-8f48-798b92a0eb62 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.116303] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 684.116303] env[70399]: value = "task-3757634" [ 684.116303] env[70399]: _type = "Task" [ 684.116303] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.126582] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.384480] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.385026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.385026] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.502670] env[70399]: DEBUG nova.compute.utils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.506976] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.507184] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.629764] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757634, 'name': ReconfigVM_Task, 'duration_secs': 0.306339} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.630155] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 444fb993-64c1-45aa-9c38-e03a60d70bbf/444fb993-64c1-45aa-9c38-e03a60d70bbf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.631522] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbff6909-2f77-4f8f-8194-56ad68d15213 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.643230] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 684.643230] env[70399]: value = "task-3757635" [ 684.643230] env[70399]: _type = "Task" [ 684.643230] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.655318] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757635, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.655318] env[70399]: DEBUG nova.policy [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a7d1d228b645f6a016ecd7bf6d5b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e3316be417402097e660f5db07b499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.901237] env[70399]: DEBUG nova.compute.manager [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Received event network-vif-plugged-d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.901237] env[70399]: DEBUG oslo_concurrency.lockutils [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] Acquiring lock "627b3514-19e9-4709-84ed-7c6592304398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.901237] env[70399]: DEBUG oslo_concurrency.lockutils [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] Lock "627b3514-19e9-4709-84ed-7c6592304398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.901237] env[70399]: DEBUG oslo_concurrency.lockutils [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] Lock "627b3514-19e9-4709-84ed-7c6592304398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.901237] env[70399]: DEBUG nova.compute.manager [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] No waiting events found dispatching network-vif-plugged-d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.901391] env[70399]: WARNING nova.compute.manager [req-93b9225d-8cdd-49ba-a2d3-b337597a1bea req-58fdc854-9d5e-4932-8e2d-49a3a17bedeb service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Received unexpected event network-vif-plugged-d44ce972-2b4a-4daa-ad43-c51a6337d948 for instance with vm_state building and task_state spawning. [ 685.008181] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.152168] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757635, 'name': Rename_Task, 'duration_secs': 0.166478} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.152402] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.153732] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b651557-8b2e-4aee-bd1c-c8491219cca8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.159892] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c828589-7c22-4e56-959c-7dc74cb3e089 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.166262] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 685.166262] env[70399]: value = "task-3757636" [ 685.166262] env[70399]: _type = "Task" [ 685.166262] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.181839] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757636, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.182554] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.188811] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5df2cd-57e3-4527-8a99-47ef35835d14 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.223026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cad42c-4d4f-4e43-9948-fae241a70a67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.231060] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5882d781-69bb-4e18-98b4-a94f8e20a54a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.246464] env[70399]: DEBUG nova.compute.provider_tree [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.601343] env[70399]: DEBUG nova.network.neutron [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Updating instance_info_cache with network_info: [{"id": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "address": "fa:16:3e:1a:f0:1b", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44ce972-2b", "ovs_interfaceid": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.635646] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Successfully created port: a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.679722] env[70399]: DEBUG oslo_vmware.api [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757636, 'name': PowerOnVM_Task, 'duration_secs': 0.465595} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.679802] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.680381] env[70399]: INFO nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Took 8.36 seconds to spawn the instance on the hypervisor. [ 685.682269] env[70399]: DEBUG nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.682269] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2c119-3545-4877-8322-0aa1a274556f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.749811] env[70399]: DEBUG nova.scheduler.client.report [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.023260] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.074182] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.074455] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.074675] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.074930] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.077549] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.077549] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.077699] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.077922] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.078153] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.078463] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.078643] env[70399]: DEBUG nova.virt.hardware [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.079708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa82af-98f5-452c-97ba-498d1fe9d9ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.092804] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df04f5b-302f-46f0-81ad-68f9342813ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.114512] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.114891] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Instance network_info: |[{"id": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "address": "fa:16:3e:1a:f0:1b", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44ce972-2b", "ovs_interfaceid": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.115687] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:f0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd44ce972-2b4a-4daa-ad43-c51a6337d948', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.132121] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating folder: Project (7a7ca0a97b7f4b51825be708a71ad6e7). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.132457] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3322f66-f241-42c7-8e21-9ee9a4c48896 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.145839] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Created folder: Project (7a7ca0a97b7f4b51825be708a71ad6e7) in parent group-v747819. [ 686.146065] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating folder: Instances. Parent ref: group-v747823. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.147617] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ca9df9-1cbf-4be8-b525-271629618b4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.158971] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Created folder: Instances in parent group-v747823. [ 686.159221] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.160030] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.160030] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a946209-55e2-46fa-849f-ea70db6983b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.182786] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.182786] env[70399]: value = "task-3757639" [ 686.182786] env[70399]: _type = "Task" [ 686.182786] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.197443] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757639, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.203640] env[70399]: INFO nova.compute.manager [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Took 13.09 seconds to build instance. [ 686.260449] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.260449] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.264928] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.439s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.266555] env[70399]: INFO nova.compute.claims [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.669528] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Successfully updated port: 92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.697513] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757639, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.704561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46c77c18-22c9-431f-9cba-95280ac0327f tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.608s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.704823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.313s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.705033] env[70399]: INFO nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] During sync_power_state the instance has a pending task (spawning). Skip. [ 686.705211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.777499] env[70399]: DEBUG nova.compute.utils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.785233] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.785776] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.907819] env[70399]: DEBUG nova.policy [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ca591fac7c423fb07df23468649dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d4e1276c0cf45b78b86db39e3d14541', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.170751] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.170980] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.171136] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.196902] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757639, 'name': CreateVM_Task, 'duration_secs': 0.596278} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.197319] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.222334] env[70399]: DEBUG oslo_vmware.service [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29f43e-a9e3-4888-8b3d-1f027fb1df6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.229855] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.230058] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.230772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.234716] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a14b9a-117e-4d03-8dc9-8c6e5bbb62c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.240295] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 687.240295] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5276adec-781a-3f2b-e77c-62966eed4204" [ 687.240295] env[70399]: _type = "Task" [ 687.240295] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.251756] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5276adec-781a-3f2b-e77c-62966eed4204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.288672] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.439033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc0a9c3-59a4-49d5-b927-b463394232f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.448361] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d38e1c3-8ab3-4d77-a24f-2c10df317295 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.484932] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f1ff1-7132-4d9f-93ab-d089cca1bdf7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.494147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b12f17-9d21-4949-904a-64e0ead5cfd5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.511407] env[70399]: DEBUG nova.compute.provider_tree [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.549239] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Successfully updated port: a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.626217] env[70399]: DEBUG nova.compute.manager [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Received event network-vif-plugged-92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.626217] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] Acquiring lock "a528a175-424a-4140-825b-0eebd013c5fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.626217] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] Lock "a528a175-424a-4140-825b-0eebd013c5fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.627443] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] Lock "a528a175-424a-4140-825b-0eebd013c5fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.627443] env[70399]: DEBUG nova.compute.manager [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] No waiting events found dispatching network-vif-plugged-92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 687.627443] env[70399]: WARNING nova.compute.manager [req-6c9f25aa-8e7f-4e2a-bde9-24c8e5c97ca5 req-f1ed5e87-66db-4303-99cf-9bf317f59974 service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Received unexpected event network-vif-plugged-92e5af87-99c2-4c75-ab2f-1f642091d8cb for instance with vm_state building and task_state spawning. [ 687.628094] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Successfully created port: d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.714238] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.754843] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.755125] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.755506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.755650] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.755833] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.756224] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1428ceb0-73c7-474a-a84b-93b7cd8add2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.765881] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.766333] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.770505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3c9be-2245-43a7-9a76-ad1af3f99099 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780758] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d68010-ef02-4dea-9a28-978f44d4cee7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.787134] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 687.787134] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5242edad-9826-218c-6417-c4cdda47fea9" [ 687.787134] env[70399]: _type = "Task" [ 687.787134] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.796642] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5242edad-9826-218c-6417-c4cdda47fea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.891462] env[70399]: DEBUG nova.network.neutron [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Updating instance_info_cache with network_info: [{"id": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "address": "fa:16:3e:b0:19:6f", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5af87-99", "ovs_interfaceid": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.015032] env[70399]: DEBUG nova.scheduler.client.report [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.052629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.052780] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.052935] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.305956] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 688.305956] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating directory with path [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.306566] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.312052] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ea0ce84-d6f7-404f-9c76-8c8339e5eb01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.348289] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Created directory with path [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.348507] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Fetch image to [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 688.348664] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Downloading image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk on the data store datastore1 {{(pid=70399) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 688.351662] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b964e3a-6cbb-45bd-abaa-8039dda0e179 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.358503] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.358733] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.358901] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.359094] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.359268] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.359476] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.359655] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.360273] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.360273] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.360273] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.360273] env[70399]: DEBUG nova.virt.hardware [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.363435] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb05fe8-04f6-4671-a91a-b437727dc03e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.373838] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e2a72-f262-447f-8d2c-80cb247636f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.388215] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9889018-6bdd-4e4b-a117-0335b68704fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.394528] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd44891-a035-492b-9e27-5136bfc1e8d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.400661] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.403153] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Instance network_info: |[{"id": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "address": "fa:16:3e:b0:19:6f", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5af87-99", "ovs_interfaceid": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.404101] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:19:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e5af87-99c2-4c75-ab2f-1f642091d8cb', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.414488] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Creating folder: Project (012796986c8445c5affcf855c7be0db3). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.423276] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4d6720-36ab-432b-a6b1-3f78f2237b28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.458814] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3882df88-6656-49d3-86c6-381b5deb5444 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.472251] env[70399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fbd163b4-08d8-47cb-94bc-5610b83b3e7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.474740] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Created folder: Project (012796986c8445c5affcf855c7be0db3) in parent group-v747819. [ 688.474740] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Creating folder: Instances. Parent ref: group-v747826. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.475399] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-771f9751-e83e-4a61-9aae-a5ed79e2d68e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.488154] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Created folder: Instances in parent group-v747826. [ 688.488447] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.488670] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.489033] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaaf43b8-3451-4723-b6fd-dd0a42b1ac33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.510932] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Downloading image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to the data store datastore1 {{(pid=70399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 688.523658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.524218] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.529916] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.529916] env[70399]: value = "task-3757642" [ 688.529916] env[70399]: _type = "Task" [ 688.529916] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.529916] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.535s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.529916] env[70399]: INFO nova.compute.claims [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.543819] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757642, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.549782] env[70399]: DEBUG nova.compute.manager [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Received event network-changed-d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.549782] env[70399]: DEBUG nova.compute.manager [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Refreshing instance network info cache due to event network-changed-d44ce972-2b4a-4daa-ad43-c51a6337d948. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.549782] env[70399]: DEBUG oslo_concurrency.lockutils [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] Acquiring lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.549782] env[70399]: DEBUG oslo_concurrency.lockutils [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] Acquired lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.549782] env[70399]: DEBUG nova.network.neutron [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Refreshing network info cache for port d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.637271] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 688.710936] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.007350] env[70399]: DEBUG nova.network.neutron [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Updating instance_info_cache with network_info: [{"id": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "address": "fa:16:3e:ee:89:99", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ba1014-e4", "ovs_interfaceid": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.036040] env[70399]: DEBUG nova.compute.utils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.049013] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 689.073354] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757642, 'name': CreateVM_Task, 'duration_secs': 0.518746} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.078921] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.080530] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.081162] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.081593] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085653] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a575c7f9-ffa3-4fd8-84cd-724e7b4e0d0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.091027] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 689.091027] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527eb400-5a39-720a-bb50-88fca3006bd8" [ 689.091027] env[70399]: _type = "Task" [ 689.091027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.110353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110353] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.110353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.169329] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "45bc8818-027b-4516-a201-a6193cdf5343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.169630] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.286723] env[70399]: DEBUG nova.compute.manager [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.288060] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0d192-1e62-4cba-9fb1-8d3cddb01cd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.480932] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 689.481196] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 689.510073] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.510448] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance network_info: |[{"id": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "address": "fa:16:3e:ee:89:99", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ba1014-e4", "ovs_interfaceid": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.511024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:89:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ba1014-e43f-4e2f-a2fe-6a5acba27aca', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.519711] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating folder: Project (83e3316be417402097e660f5db07b499). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.520053] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a0fa87e-e06e-4340-9795-0c52bdfa8b5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.537100] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created folder: Project (83e3316be417402097e660f5db07b499) in parent group-v747819. [ 689.537100] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating folder: Instances. Parent ref: group-v747829. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.537100] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5741f91f-0887-4a2d-85a7-165c504eae0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.545299] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Downloaded image file data 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk on the data store datastore1 {{(pid=70399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 689.547264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 689.547523] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copying Virtual Disk [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk to [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.548157] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-083f486e-5b5c-4e56-a1ae-08e52d86f56a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.551568] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created folder: Instances in parent group-v747829. [ 689.551801] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.552372] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.552612] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcdbe7d0-764e-4bd5-a03a-f10b803491d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.569822] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.576025] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 689.576025] env[70399]: value = "task-3757645" [ 689.576025] env[70399]: _type = "Task" [ 689.576025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.582341] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.582341] env[70399]: value = "task-3757646" [ 689.582341] env[70399]: _type = "Task" [ 689.582341] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.594088] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.602714] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757646, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.649926] env[70399]: DEBUG nova.network.neutron [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Updated VIF entry in instance network info cache for port d44ce972-2b4a-4daa-ad43-c51a6337d948. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.651692] env[70399]: DEBUG nova.network.neutron [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Updating instance_info_cache with network_info: [{"id": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "address": "fa:16:3e:1a:f0:1b", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44ce972-2b", "ovs_interfaceid": "d44ce972-2b4a-4daa-ad43-c51a6337d948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.677609] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.758171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbbb51-5419-4d97-b1d4-116c21a3fee8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.767660] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300162c-bb8e-4a1f-b58a-e81641a404d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.810221] env[70399]: INFO nova.compute.manager [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] instance snapshotting [ 689.810221] env[70399]: DEBUG nova.objects.instance [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lazy-loading 'flavor' on Instance uuid 444fb993-64c1-45aa-9c38-e03a60d70bbf {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.812133] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdb6179-d2a3-49e7-a4c6-3d4730faa903 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.824252] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0920f7d0-da9c-4060-9f4e-337c54ff55e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.844481] env[70399]: DEBUG nova.compute.provider_tree [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.045163] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Successfully updated port: d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.102180] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757646, 'name': CreateVM_Task, 'duration_secs': 0.348734} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.106121] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.106650] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757645, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.109468] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.109887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.110798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.111215] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225daf29-b727-47f8-bef8-f4b73b783b37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.117963] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 690.117963] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522385cc-c03b-2cbd-18f6-779fa5ae4547" [ 690.117963] env[70399]: _type = "Task" [ 690.117963] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.130326] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522385cc-c03b-2cbd-18f6-779fa5ae4547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.153916] env[70399]: DEBUG oslo_concurrency.lockutils [req-24a2e944-8917-42b8-8770-59af97978643 req-db33ed75-5e51-4abe-9c98-de6ab3a6492a service nova] Releasing lock "refresh_cache-627b3514-19e9-4709-84ed-7c6592304398" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.214787] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.324326] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dc2c21-2c0e-4f79-a8ea-6bc3618eb8ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.343338] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b7eec3-4f9a-4eb2-8a04-07d5b66d7fbd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.347305] env[70399]: DEBUG nova.scheduler.client.report [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.548313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.548571] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquired lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.548619] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.593342] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.602752] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733517} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.603119] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copied Virtual Disk [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk to [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.603388] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleting the datastore file [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/tmp-sparse.vmdk {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.603656] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1384df30-d300-40b5-96b0-4cba49279cc9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.612508] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 690.612508] env[70399]: value = "task-3757647" [ 690.612508] env[70399]: _type = "Task" [ 690.612508] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.618422] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.618800] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.618985] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.619190] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.619359] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.619512] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.619812] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.619960] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.620144] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.620308] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.620477] env[70399]: DEBUG nova.virt.hardware [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.622018] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2af9d5-0d14-4869-a95a-e9164c6484c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.634598] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.642333] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce2dab-133a-4ce9-b520-f2a0bc8834c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.671674] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.683250] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Creating folder: Project (3026b86827fe450b9fbbf601f09fe179). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.688746] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac2ecfb-9a44-47ea-a291-1a5951240d1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.691423] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.692024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.692275] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.702594] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Created folder: Project (3026b86827fe450b9fbbf601f09fe179) in parent group-v747819. [ 690.702782] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Creating folder: Instances. Parent ref: group-v747832. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.703168] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3905f12a-7aba-4715-8113-2f61cba7b7e6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.714875] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Created folder: Instances in parent group-v747832. [ 690.715198] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.715348] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.715566] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1cbbfb8-8937-4722-95f7-1adfa9edcce2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.734020] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.734020] env[70399]: value = "task-3757650" [ 690.734020] env[70399]: _type = "Task" [ 690.734020] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.746485] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757650, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.859014] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.859608] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.867982] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.868588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.875s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.868992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.868992] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 690.869174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.655s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.870650] env[70399]: INFO nova.compute.claims [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.873132] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-becb7825-01fd-458d-900f-298840a7184c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.875952] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103b2c8-5613-4b2d-9623-20aa63664e6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.893227] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc810321-d2b8-4a67-b50c-82503c9b5b18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.901304] env[70399]: DEBUG oslo_vmware.api [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 690.901304] env[70399]: value = "task-3757651" [ 690.901304] env[70399]: _type = "Task" [ 690.901304] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.920988] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c45af-5165-48e0-875d-c3123b9d026c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.928214] env[70399]: DEBUG oslo_vmware.api [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.933685] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cc4d7-eb1f-44fd-bff5-63a8b9a98ba2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.973853] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180899MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 690.973853] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.109640] env[70399]: DEBUG nova.compute.manager [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Received event network-changed-92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.109972] env[70399]: DEBUG nova.compute.manager [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Refreshing instance network info cache due to event network-changed-92e5af87-99c2-4c75-ab2f-1f642091d8cb. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.110457] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Acquiring lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.110657] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Acquired lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.110971] env[70399]: DEBUG nova.network.neutron [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Refreshing network info cache for port 92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.124428] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027549} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.125316] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.125629] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Moving file from [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde to [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde. {{(pid=70399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 691.125935] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2b22c6db-8db7-4295-8ecd-f9e1d453562e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.132419] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.137214] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 691.137214] env[70399]: value = "task-3757652" [ 691.137214] env[70399]: _type = "Task" [ 691.137214] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.149891] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757652, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.246711] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757650, 'name': CreateVM_Task, 'duration_secs': 0.357156} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.247042] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.247551] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247773] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.248512] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.249197] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8469a1-eafd-4415-b71d-0dcc0b6d156c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.255235] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 691.255235] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522ca6b3-1caa-2118-6877-82a5a0f5a60a" [ 691.255235] env[70399]: _type = "Task" [ 691.255235] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.269875] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522ca6b3-1caa-2118-6877-82a5a0f5a60a, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.270430] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.270663] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.270856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.278681] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.279122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.279188] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "444fb993-64c1-45aa-9c38-e03a60d70bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.281341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.281341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.285326] env[70399]: INFO nova.compute.manager [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Terminating instance [ 691.371104] env[70399]: DEBUG nova.compute.utils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.372578] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.372858] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.406713] env[70399]: DEBUG nova.network.neutron [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updating instance_info_cache with network_info: [{"id": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "address": "fa:16:3e:5b:88:36", "network": {"id": "68a22f9b-9a17-4f15-9e54-025c8078f546", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1046562167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1276c0cf45b78b86db39e3d14541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c98d24-e3", "ovs_interfaceid": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.414968] env[70399]: DEBUG oslo_vmware.api [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.632619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.632827] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.649480] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757652, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.650547] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] File moved {{(pid=70399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 691.650730] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Cleaning up location [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 691.650897] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleting the datastore file [datastore1] vmware_temp/95dc0eb8-32a8-4010-805b-72ee4771e9d8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.651193] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a909dc-c946-4f5e-a5cd-241e9df121c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.659056] env[70399]: DEBUG nova.policy [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44a0f4b2e0e24579947c0ab8962fa3de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34d568d054074e18a38a682e801c5baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.663578] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 691.663578] env[70399]: value = "task-3757653" [ 691.663578] env[70399]: _type = "Task" [ 691.663578] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.674593] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.795188] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "refresh_cache-444fb993-64c1-45aa-9c38-e03a60d70bbf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.795492] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquired lock "refresh_cache-444fb993-64c1-45aa-9c38-e03a60d70bbf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.795682] env[70399]: DEBUG nova.network.neutron [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.876149] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.910416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Releasing lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.910812] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Instance network_info: |[{"id": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "address": "fa:16:3e:5b:88:36", "network": {"id": "68a22f9b-9a17-4f15-9e54-025c8078f546", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1046562167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1276c0cf45b78b86db39e3d14541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c98d24-e3", "ovs_interfaceid": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.918769] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:88:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7c98d24-e3eb-48aa-842e-0a619c4244a7', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.929232] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Creating folder: Project (3d4e1276c0cf45b78b86db39e3d14541). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.929232] env[70399]: DEBUG oslo_vmware.api [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.931293] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-560af202-0321-42e9-adc9-04d1bb07863c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.945851] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Created folder: Project (3d4e1276c0cf45b78b86db39e3d14541) in parent group-v747819. [ 691.946062] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Creating folder: Instances. Parent ref: group-v747835. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.946501] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a25e6d1-e6ac-41c2-adb6-938735a13fd0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.964952] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Created folder: Instances in parent group-v747835. [ 691.966577] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.966577] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.966577] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6d73df-ac12-49bb-bd49-589992da3624 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.000209] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.000209] env[70399]: value = "task-3757656" [ 692.000209] env[70399]: _type = "Task" [ 692.000209] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.011563] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757656, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.017038] env[70399]: DEBUG nova.compute.manager [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Received event network-vif-plugged-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.017323] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Acquiring lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.017542] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.017946] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.018060] env[70399]: DEBUG nova.compute.manager [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] No waiting events found dispatching network-vif-plugged-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.018240] env[70399]: WARNING nova.compute.manager [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Received unexpected event network-vif-plugged-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca for instance with vm_state building and task_state spawning. [ 692.018401] env[70399]: DEBUG nova.compute.manager [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Received event network-changed-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.018569] env[70399]: DEBUG nova.compute.manager [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Refreshing instance network info cache due to event network-changed-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.018762] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Acquiring lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.018896] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Acquired lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.019076] env[70399]: DEBUG nova.network.neutron [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Refreshing network info cache for port a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.140046] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.158228] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac3f0f-8157-4118-a1e8-2ab5de608385 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.172213] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8345fab-cf10-48ef-9e50-bee124ead6e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.185980] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042798} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.220894] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.223399] env[70399]: DEBUG nova.network.neutron [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Updated VIF entry in instance network info cache for port 92e5af87-99c2-4c75-ab2f-1f642091d8cb. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.223740] env[70399]: DEBUG nova.network.neutron [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Updating instance_info_cache with network_info: [{"id": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "address": "fa:16:3e:b0:19:6f", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5af87-99", "ovs_interfaceid": "92e5af87-99c2-4c75-ab2f-1f642091d8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.224898] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71c3793-eb8f-4ca3-ab16-d506f724a5d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.227960] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac3557b-1557-4b0f-ba37-fc36c2822b86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.236236] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.236629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.241529] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 692.241529] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520d628f-811b-996f-7bed-0b562993cdec" [ 692.241529] env[70399]: _type = "Task" [ 692.241529] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.243461] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8fc488-f682-41b3-ad5f-982e5b03261b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.259753] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520d628f-811b-996f-7bed-0b562993cdec, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.268848] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.269156] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 627b3514-19e9-4709-84ed-7c6592304398/627b3514-19e9-4709-84ed-7c6592304398.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.270501] env[70399]: DEBUG nova.compute.provider_tree [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.272552] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.274025] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.274025] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8125c86e-8a38-4328-9ddc-7476d7f56be0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.277270] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c915a4-a8c7-4852-92f7-1a7dd53bc187 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.287600] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 692.287600] env[70399]: value = "task-3757657" [ 692.287600] env[70399]: _type = "Task" [ 692.287600] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.289899] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.289899] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.293912] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc25f09-fd28-43d5-b596-aa11cf7eb3fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.308316] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.308316] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 692.308316] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216091a-70f3-9b04-500d-03f679f1ebdb" [ 692.308316] env[70399]: _type = "Task" [ 692.308316] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.316382] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216091a-70f3-9b04-500d-03f679f1ebdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.347167] env[70399]: DEBUG nova.network.neutron [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.414599] env[70399]: DEBUG oslo_vmware.api [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757651, 'name': CreateSnapshot_Task, 'duration_secs': 1.147549} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.415403] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.416301] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90551aa0-98c2-449d-a155-b2f8428f2a5e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426702] env[70399]: DEBUG nova.network.neutron [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.513084] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757656, 'name': CreateVM_Task, 'duration_secs': 0.394601} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.513281] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.514400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.514400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.514616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.514884] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524961db-de0a-4643-84b9-b6df07ccce6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.521869] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 692.521869] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5214db98-cc8a-f08a-f011-3eba2ae6794b" [ 692.521869] env[70399]: _type = "Task" [ 692.521869] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.534716] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5214db98-cc8a-f08a-f011-3eba2ae6794b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.661132] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Successfully created port: 115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.684730] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.736102] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Releasing lock "refresh_cache-a528a175-424a-4140-825b-0eebd013c5fb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.736154] env[70399]: DEBUG nova.compute.manager [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received event network-vif-plugged-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.736541] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Acquiring lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.736621] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.736728] env[70399]: DEBUG oslo_concurrency.lockutils [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.736942] env[70399]: DEBUG nova.compute.manager [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] No waiting events found dispatching network-vif-plugged-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.737157] env[70399]: WARNING nova.compute.manager [req-b3f2bcc3-5285-4e43-b369-a01655dd2293 req-6b813f81-c292-4d68-8e15-f484fb04722d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received unexpected event network-vif-plugged-d7c98d24-e3eb-48aa-842e-0a619c4244a7 for instance with vm_state building and task_state spawning. [ 692.743679] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.778170] env[70399]: DEBUG nova.scheduler.client.report [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.806283] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757657, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.821138] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216091a-70f3-9b04-500d-03f679f1ebdb, 'name': SearchDatastore_Task, 'duration_secs': 0.023141} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.823134] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877cefa4-780c-4f85-94ed-ed844e47cbc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.832267] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 692.832267] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52363541-8238-03b6-955d-d4a802be98a7" [ 692.832267] env[70399]: _type = "Task" [ 692.832267] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.850901] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52363541-8238-03b6-955d-d4a802be98a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.851212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851479] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a528a175-424a-4140-825b-0eebd013c5fb/a528a175-424a-4140-825b-0eebd013c5fb.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.851767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.851988] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.852224] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6a5147-5555-4d53-9982-232b3690d47e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.854341] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4183a956-b026-47f9-a593-b6036d4071ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.865441] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.865441] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.866598] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babe83cf-68f1-4c92-98ce-e180d845c0ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.871229] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 692.871229] env[70399]: value = "task-3757658" [ 692.871229] env[70399]: _type = "Task" [ 692.871229] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.876697] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 692.876697] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522feb71-a804-a82f-a05f-caffb44ec86f" [ 692.876697] env[70399]: _type = "Task" [ 692.876697] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.886169] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.891964] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.894356] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522feb71-a804-a82f-a05f-caffb44ec86f, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.895440] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb60857-d2f7-4edf-a134-d03274dabf2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.902937] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 692.902937] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e7707-6c68-d4e2-5bc3-dfe7b806612e" [ 692.902937] env[70399]: _type = "Task" [ 692.902937] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.912668] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e7707-6c68-d4e2-5bc3-dfe7b806612e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.929926] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.930198] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.930378] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.930527] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.930664] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.930805] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.931027] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.931412] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.931677] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.931870] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.931988] env[70399]: DEBUG nova.virt.hardware [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.932887] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1b541-211b-4677-9639-c96fcd580980 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.936488] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Releasing lock "refresh_cache-444fb993-64c1-45aa-9c38-e03a60d70bbf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.936488] env[70399]: DEBUG nova.compute.manager [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.936693] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.937632] env[70399]: DEBUG nova.compute.manager [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance disappeared during snapshot {{(pid=70399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 692.940986] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346702b-c2e7-45a4-a1de-d8a8e6240156 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.955666] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e48a6-f368-4cfd-b165-735c667b8270 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.963022] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.964723] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9e25ea-855d-4e36-b635-bc2c7e168767 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993645] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 692.993645] env[70399]: value = "task-3757659" [ 692.993645] env[70399]: _type = "Task" [ 692.993645] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.008048] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.039078] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5214db98-cc8a-f08a-f011-3eba2ae6794b, 'name': SearchDatastore_Task, 'duration_secs': 0.050926} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.039979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.039979] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.039979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149464] env[70399]: DEBUG nova.network.neutron [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Updated VIF entry in instance network info cache for port a0ba1014-e43f-4e2f-a2fe-6a5acba27aca. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.149464] env[70399]: DEBUG nova.network.neutron [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Updating instance_info_cache with network_info: [{"id": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "address": "fa:16:3e:ee:89:99", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ba1014-e4", "ovs_interfaceid": "a0ba1014-e43f-4e2f-a2fe-6a5acba27aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.206867] env[70399]: DEBUG nova.compute.manager [None req-1cae6941-9311-49ca-9558-7fb6b5f269cc tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Found 0 images (rotation: 2) {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 693.277452] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.287882] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.288528] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.295485] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.322s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.323560] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519642} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.323560] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 627b3514-19e9-4709-84ed-7c6592304398/627b3514-19e9-4709-84ed-7c6592304398.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.323560] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.324620] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0d45100-50c8-4ad2-9ae7-1cd868069893 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.341438] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 693.341438] env[70399]: value = "task-3757660" [ 693.341438] env[70399]: _type = "Task" [ 693.341438] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.353000] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.387860] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513038} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.387927] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a528a175-424a-4140-825b-0eebd013c5fb/a528a175-424a-4140-825b-0eebd013c5fb.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.388163] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.388424] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a6d2c3-1ed9-4131-b56a-7345731ac580 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.400261] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 693.400261] env[70399]: value = "task-3757661" [ 693.400261] env[70399]: _type = "Task" [ 693.400261] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.427039] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e7707-6c68-d4e2-5bc3-dfe7b806612e, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.429903] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.430233] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.430514] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.430823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.431058] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.431335] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b38eaa-a6b3-4070-aa53-4401bd3ef076 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.436072] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d045e43-616f-4597-a5bd-5c030ec04835 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.452350] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.452542] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.453439] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 693.453439] env[70399]: value = "task-3757662" [ 693.453439] env[70399]: _type = "Task" [ 693.453439] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.453649] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3169108a-2314-4000-84c4-954f6f8be1a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.467589] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 693.467589] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527b1b81-67e0-b322-754e-ac46e33e0ef1" [ 693.467589] env[70399]: _type = "Task" [ 693.467589] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.468475] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.476451] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.476919] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.482651] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527b1b81-67e0-b322-754e-ac46e33e0ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.483780] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4cf65f-c3a9-45d8-b792-8cd108e9fddf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.490658] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 693.490658] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52191445-4a43-c25c-e452-f7004b3bc24f" [ 693.490658] env[70399]: _type = "Task" [ 693.490658] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.500815] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52191445-4a43-c25c-e452-f7004b3bc24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.512907] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757659, 'name': PowerOffVM_Task, 'duration_secs': 0.26751} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.513121] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.513284] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.513545] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea21647-c7ed-4ca9-9087-bdbce2ffd7dd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.549457] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.549657] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.549836] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleting the datastore file [datastore2] 444fb993-64c1-45aa-9c38-e03a60d70bbf {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.550276] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2415a3-0f93-4637-997c-b7dd8b5690f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.564602] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for the task: (returnval){ [ 693.564602] env[70399]: value = "task-3757664" [ 693.564602] env[70399]: _type = "Task" [ 693.564602] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.577711] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.654131] env[70399]: DEBUG oslo_concurrency.lockutils [req-f5e7e937-d5b0-4956-9be2-1c6d7a913252 req-df24473a-610b-4a24-ade8-bdc86815ec6e service nova] Releasing lock "refresh_cache-ce836b7f-fb93-4621-b0b5-6f590a6df215" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.798723] env[70399]: DEBUG nova.compute.utils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.800268] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.800486] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.854639] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07786} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.855165] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.856185] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51027bce-1405-4b65-8ca5-51a64a726cfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.883197] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 627b3514-19e9-4709-84ed-7c6592304398/627b3514-19e9-4709-84ed-7c6592304398.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.883552] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86cded1-80fd-4e10-955d-3f8a94240735 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.907410] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 693.907410] env[70399]: value = "task-3757665" [ 693.907410] env[70399]: _type = "Task" [ 693.907410] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.910499] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08449} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.913616] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.914508] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a145b-9123-4a86-bfe1-0ff3450a0057 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.918902] env[70399]: DEBUG nova.policy [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.939353] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.951246] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] a528a175-424a-4140-825b-0eebd013c5fb/a528a175-424a-4140-825b-0eebd013c5fb.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.951623] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812d6bab-63ae-42a6-87d7-2a6b1596e84b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.979252] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479249} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.980931] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.981185] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.981784] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 693.981784] env[70399]: value = "task-3757666" [ 693.981784] env[70399]: _type = "Task" [ 693.981784] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.981784] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81b69d07-338d-4790-b0e2-f21404973e00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.984038] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.998801] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.000736] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 694.000736] env[70399]: value = "task-3757667" [ 694.000736] env[70399]: _type = "Task" [ 694.000736] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.008065] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52191445-4a43-c25c-e452-f7004b3bc24f, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.008891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.009153] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.009464] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.009628] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.009835] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268fb44a-7cf3-42bc-a994-1684f8760489 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.015308] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1ae12aa-9834-4ffb-a31e-60937aae9b69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.017441] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.024879] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 694.024879] env[70399]: value = "task-3757668" [ 694.024879] env[70399]: _type = "Task" [ 694.024879] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.026195] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.026550] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.030334] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d276138-be1a-42a9-9afe-f72b49333b44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.040687] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.044166] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 694.044166] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fef74c-5acf-09d4-089e-78974ee0ac4b" [ 694.044166] env[70399]: _type = "Task" [ 694.044166] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.053412] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fef74c-5acf-09d4-089e-78974ee0ac4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.076764] env[70399]: DEBUG oslo_vmware.api [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Task: {'id': task-3757664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378419} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.076764] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.076764] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.076764] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.077327] env[70399]: INFO nova.compute.manager [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 694.077327] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.077417] env[70399]: DEBUG nova.compute.manager [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.077451] env[70399]: DEBUG nova.network.neutron [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.123694] env[70399]: DEBUG nova.network.neutron [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.306829] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.355986] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 444fb993-64c1-45aa-9c38-e03a60d70bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.355986] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 627b3514-19e9-4709-84ed-7c6592304398 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.355986] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a528a175-424a-4140-825b-0eebd013c5fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.356278] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ce836b7f-fb93-4621-b0b5-6f590a6df215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.356278] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance cb8ce671-a20a-4590-afc5-f3c067ccf774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.356278] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.356421] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6a0b46c8-e3e4-4caf-a798-01f428476931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.356533] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 45bc8818-027b-4516-a201-a6193cdf5343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.421980] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.503767] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.520324] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.533767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.542442] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481842} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.542442] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.542442] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.542442] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3624fd4-c2a0-4795-a0a5-b8032e87eab7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.555325] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fef74c-5acf-09d4-089e-78974ee0ac4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.557649] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 694.557649] env[70399]: value = "task-3757669" [ 694.557649] env[70399]: _type = "Task" [ 694.557649] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.558089] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15aa7967-9e10-4e18-8133-e486eb383945 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.569324] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 694.569324] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd0c05-d649-cb18-e879-28764f56b493" [ 694.569324] env[70399]: _type = "Task" [ 694.569324] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.573405] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.582143] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd0c05-d649-cb18-e879-28764f56b493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.630096] env[70399]: DEBUG nova.network.neutron [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.864263] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance fda7cf41-c67e-4583-9344-5dd1eeee6cc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 694.924877] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757665, 'name': ReconfigVM_Task, 'duration_secs': 0.911401} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.925615] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 627b3514-19e9-4709-84ed-7c6592304398/627b3514-19e9-4709-84ed-7c6592304398.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.926697] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f304b837-4601-4199-94cd-354b9578c266 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.942635] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 694.942635] env[70399]: value = "task-3757670" [ 694.942635] env[70399]: _type = "Task" [ 694.942635] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.963344] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757670, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.000381] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757666, 'name': ReconfigVM_Task, 'duration_secs': 0.841453} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.000381] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Reconfigured VM instance instance-00000003 to attach disk [datastore1] a528a175-424a-4140-825b-0eebd013c5fb/a528a175-424a-4140-825b-0eebd013c5fb.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.000775] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04286427-8dbf-4ffb-b5fe-97fa74a0037b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.010208] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 695.010208] env[70399]: value = "task-3757671" [ 695.010208] env[70399]: _type = "Task" [ 695.010208] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.019344] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.573194} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.020882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.024752] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eacd1d5-3e92-4ac7-ab4f-e9f81c6526f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.032280] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757671, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.054447] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.054447] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26438020-8c7b-4098-a79b-58cc4fe5738c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.078049] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 695.078049] env[70399]: value = "task-3757672" [ 695.078049] env[70399]: _type = "Task" [ 695.078049] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.085891] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd0c05-d649-cb18-e879-28764f56b493, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.085891] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076264} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.089376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.089658] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] cb8ce671-a20a-4590-afc5-f3c067ccf774/cb8ce671-a20a-4590-afc5-f3c067ccf774.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.089940] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.090806] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Successfully created port: b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.092659] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85babceb-dd24-469c-afa2-b2f7c6af1a75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.095619] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99224a18-0a2d-4d69-aa7f-f02d0ee4daef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.106580] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.115624] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 695.115624] env[70399]: value = "task-3757673" [ 695.115624] env[70399]: _type = "Task" [ 695.115624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.121792] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.122396] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d6f2ed-082b-48e9-ad54-61f268cbdedf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.141618] env[70399]: INFO nova.compute.manager [-] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Took 1.06 seconds to deallocate network for instance. [ 695.153465] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 695.153465] env[70399]: value = "task-3757674" [ 695.153465] env[70399]: _type = "Task" [ 695.153465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.154060] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.164274] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.266734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.267742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.321621] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.358393] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.358798] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.358952] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.359630] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.359858] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.360050] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.360393] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.360479] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.360713] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.360830] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.361008] env[70399]: DEBUG nova.virt.hardware [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.361897] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651dbacb-c2f6-4870-8b99-31e7733b8789 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.366608] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 10b451d6-41e5-4d5f-bb71-f42dcea2c9be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 695.375779] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b69127-5032-4f63-b126-a89dae27b8f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.452829] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757670, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.526715] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757671, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.534612] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Successfully updated port: 115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.600850] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.633754] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757673, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.650161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.669890] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.770358] env[70399]: DEBUG nova.compute.manager [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.770782] env[70399]: DEBUG nova.compute.manager [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing instance network info cache due to event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.770980] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] Acquiring lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.774527] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] Acquired lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774927] env[70399]: DEBUG nova.network.neutron [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.876426] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance eb2fdaed-a533-45b9-8d69-b16ea78c57a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 695.877196] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 695.877436] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 695.961106] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757670, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.022826] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757671, 'name': Rename_Task, 'duration_secs': 0.966723} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.023134] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.023434] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d90715d-74d2-4cef-be7a-9188c36a45ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.031298] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 696.031298] env[70399]: value = "task-3757675" [ 696.031298] env[70399]: _type = "Task" [ 696.031298] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.039323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.039323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquired lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.040516] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.050130] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.100790] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757672, 'name': ReconfigVM_Task, 'duration_secs': 0.688174} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.101489] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.102217] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f5d0dc-9522-4567-b42d-d189b43b1317 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.113163] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 696.113163] env[70399]: value = "task-3757676" [ 696.113163] env[70399]: _type = "Task" [ 696.113163] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.124325] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757676, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.137461] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76644} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.137783] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] cb8ce671-a20a-4590-afc5-f3c067ccf774/cb8ce671-a20a-4590-afc5-f3c067ccf774.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.137993] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.138743] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86ae205-0209-4f57-a5dd-725d83a73497 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.147622] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 696.147622] env[70399]: value = "task-3757677" [ 696.147622] env[70399]: _type = "Task" [ 696.147622] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.149780] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04097c-0071-4dd1-9816-e8e9f31e8b74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.164812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c6235-2e4a-4ff1-9846-d21c832cb80a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.175962] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.176297] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757674, 'name': ReconfigVM_Task, 'duration_secs': 0.989829} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.177017] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.177676] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-062e72c5-4b5c-4512-ae23-0548dda8cab2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.210246] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a98b23-3b56-4c54-a4d2-d937dc9ff273 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.216448] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 696.216448] env[70399]: value = "task-3757678" [ 696.216448] env[70399]: _type = "Task" [ 696.216448] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.223305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f7354b-470c-4f71-8b3e-4e4a8e6c0ec0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.235537] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757678, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.244699] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.457194] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757670, 'name': Rename_Task, 'duration_secs': 1.040095} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.457194] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.457716] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df73243d-34cc-421d-95a8-5af8a594e6b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.464988] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 696.464988] env[70399]: value = "task-3757679" [ 696.464988] env[70399]: _type = "Task" [ 696.464988] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.474903] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.550830] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.618698] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.633846] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757676, 'name': Rename_Task, 'duration_secs': 0.173658} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.633846] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.633846] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f5971f3-d5e1-485c-b289-10ec13f705a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.641115] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 696.641115] env[70399]: value = "task-3757680" [ 696.641115] env[70399]: _type = "Task" [ 696.641115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.650941] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.659876] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075262} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.662647] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.663651] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93154e8-ec0e-49bb-9db0-96e960e676bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.694790] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] cb8ce671-a20a-4590-afc5-f3c067ccf774/cb8ce671-a20a-4590-afc5-f3c067ccf774.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.695558] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c6adbc-1e41-4efe-b1dd-ef432fdce4cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.720853] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 696.720853] env[70399]: value = "task-3757681" [ 696.720853] env[70399]: _type = "Task" [ 696.720853] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.737624] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.738292] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757678, 'name': Rename_Task, 'duration_secs': 0.197257} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.738292] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.738525] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d6b36e-d8a8-4be6-8339-64b9cf968fc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.748822] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 696.748822] env[70399]: value = "task-3757682" [ 696.748822] env[70399]: _type = "Task" [ 696.748822] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.750933] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.770390] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.803384] env[70399]: DEBUG nova.compute.manager [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Received event network-vif-plugged-115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.803514] env[70399]: DEBUG oslo_concurrency.lockutils [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] Acquiring lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.806064] env[70399]: DEBUG oslo_concurrency.lockutils [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.806376] env[70399]: DEBUG oslo_concurrency.lockutils [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.806703] env[70399]: DEBUG nova.compute.manager [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] No waiting events found dispatching network-vif-plugged-115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.806816] env[70399]: WARNING nova.compute.manager [req-822f9ddf-8988-4e0d-83db-78b85d39bf1b req-a74159e8-a236-4bf7-8141-801ee4838fe6 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Received unexpected event network-vif-plugged-115284ec-41e5-4417-b817-c1aa5812627d for instance with vm_state building and task_state spawning. [ 696.961014] env[70399]: DEBUG nova.network.neutron [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updated VIF entry in instance network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.961014] env[70399]: DEBUG nova.network.neutron [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updating instance_info_cache with network_info: [{"id": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "address": "fa:16:3e:5b:88:36", "network": {"id": "68a22f9b-9a17-4f15-9e54-025c8078f546", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1046562167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1276c0cf45b78b86db39e3d14541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c98d24-e3", "ovs_interfaceid": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.988413] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757679, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.048917] env[70399]: DEBUG oslo_vmware.api [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757675, 'name': PowerOnVM_Task, 'duration_secs': 0.807559} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.051682] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.052711] env[70399]: INFO nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Took 13.33 seconds to spawn the instance on the hypervisor. [ 697.052711] env[70399]: DEBUG nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.053956] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f97cc8e-b045-4d8f-8401-0992f90e0a41 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.111688] env[70399]: DEBUG nova.network.neutron [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Updating instance_info_cache with network_info: [{"id": "115284ec-41e5-4417-b817-c1aa5812627d", "address": "fa:16:3e:c5:b1:f6", "network": {"id": "69f39d6d-bfa9-4920-a768-5562de8dcef5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-845394681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d568d054074e18a38a682e801c5baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115284ec-41", "ovs_interfaceid": "115284ec-41e5-4417-b817-c1aa5812627d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.162560] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.238973] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757681, 'name': ReconfigVM_Task, 'duration_secs': 0.471365} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.239329] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Reconfigured VM instance instance-00000005 to attach disk [datastore1] cb8ce671-a20a-4590-afc5-f3c067ccf774/cb8ce671-a20a-4590-afc5-f3c067ccf774.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.240100] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49730e59-076f-436c-87d7-7a8b6f81ec25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.249637] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 697.249637] env[70399]: value = "task-3757683" [ 697.249637] env[70399]: _type = "Task" [ 697.249637] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.259709] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 697.259929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.965s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.260618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.576s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.262281] env[70399]: INFO nova.compute.claims [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.276840] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.277648] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757683, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.466160] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7ca3846-1cd1-4284-bc38-5d47a9a521f9 req-c4a18b1a-3e33-472a-a603-edf1b5462885 service nova] Releasing lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.481427] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757679, 'name': PowerOnVM_Task} progress is 86%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.581267] env[70399]: INFO nova.compute.manager [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Took 18.97 seconds to build instance. [ 697.613093] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Releasing lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.613512] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Instance network_info: |[{"id": "115284ec-41e5-4417-b817-c1aa5812627d", "address": "fa:16:3e:c5:b1:f6", "network": {"id": "69f39d6d-bfa9-4920-a768-5562de8dcef5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-845394681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d568d054074e18a38a682e801c5baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115284ec-41", "ovs_interfaceid": "115284ec-41e5-4417-b817-c1aa5812627d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.613854] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115284ec-41e5-4417-b817-c1aa5812627d', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.624630] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Creating folder: Project (34d568d054074e18a38a682e801c5baa). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.625397] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-681bb622-7cc1-46b3-916d-315ade20426f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.637181] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Created folder: Project (34d568d054074e18a38a682e801c5baa) in parent group-v747819. [ 697.637451] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Creating folder: Instances. Parent ref: group-v747839. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.637647] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52f9a394-272e-43bc-ac6d-48bfdd783653 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.652043] env[70399]: DEBUG oslo_vmware.api [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757680, 'name': PowerOnVM_Task, 'duration_secs': 0.553628} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.652319] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.652452] env[70399]: INFO nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Took 11.63 seconds to spawn the instance on the hypervisor. [ 697.652660] env[70399]: DEBUG nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.655546] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842997f0-ba52-470c-877e-75231aefcaf0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.657279] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Created folder: Instances in parent group-v747839. [ 697.657510] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.658158] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.658405] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e82d3b31-d74e-4c40-bcb3-09c0e3d834d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.683480] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.683480] env[70399]: value = "task-3757686" [ 697.683480] env[70399]: _type = "Task" [ 697.683480] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.692353] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757686, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.763808] env[70399]: DEBUG oslo_vmware.api [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757682, 'name': PowerOnVM_Task, 'duration_secs': 0.634424} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.764762] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.764861] env[70399]: INFO nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Took 7.17 seconds to spawn the instance on the hypervisor. [ 697.765224] env[70399]: DEBUG nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.765945] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0eafa6-274c-45f8-b791-1f2233aafe0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.771813] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757683, 'name': Rename_Task, 'duration_secs': 0.185302} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.772606] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.773039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e627b2a1-0e3c-4087-ad8f-8b7ac2deebb6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.784091] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 697.784091] env[70399]: value = "task-3757687" [ 697.784091] env[70399]: _type = "Task" [ 697.784091] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.795528] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.980577] env[70399]: DEBUG oslo_vmware.api [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757679, 'name': PowerOnVM_Task, 'duration_secs': 1.097299} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.980714] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.980951] env[70399]: INFO nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Took 16.48 seconds to spawn the instance on the hypervisor. [ 697.981057] env[70399]: DEBUG nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.981924] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51897d-992b-4c54-b3a2-f75bf42c428f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.067601] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.067849] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.089486] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2ea11e3c-e521-4a57-837e-b11ca489c840 tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "a528a175-424a-4140-825b-0eebd013c5fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.489s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.192458] env[70399]: INFO nova.compute.manager [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Took 18.54 seconds to build instance. [ 698.202608] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757686, 'name': CreateVM_Task, 'duration_secs': 0.476533} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.202785] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.203574] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.203724] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.204153] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.204440] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb28e5b-81cb-4630-a341-d33528d0f283 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.210760] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 698.210760] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed18b6-0d02-d90e-405a-332a8f8003dd" [ 698.210760] env[70399]: _type = "Task" [ 698.210760] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.223160] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed18b6-0d02-d90e-405a-332a8f8003dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.298132] env[70399]: INFO nova.compute.manager [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Took 17.49 seconds to build instance. [ 698.306123] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757687, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.449808] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Successfully updated port: b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.511036] env[70399]: INFO nova.compute.manager [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Took 21.25 seconds to build instance. [ 698.575409] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a24b0-5213-4420-a81e-936edd79a26a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.592988] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c88170-c2a2-49df-8a7c-82f617466e07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.598920] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.637390] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415de3ce-07ff-4242-818f-892092741651 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.647042] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c944a-7785-47d2-9dcc-0bd9d4ba874c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.668159] env[70399]: DEBUG nova.compute.provider_tree [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.695633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4f47b38-3c2b-4247-abc4-e94ed4176210 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.117s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.731155] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed18b6-0d02-d90e-405a-332a8f8003dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017139} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.731155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.731155] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.731155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.731389] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.731688] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.732081] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13929fd6-c130-430e-9958-3cb91054c945 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.745235] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.745553] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.746309] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d84af2-94c2-4a83-93f6-715d09f11ee0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.754718] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 698.754718] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523286d6-53da-4fb7-8799-e78fcf1fdb2e" [ 698.754718] env[70399]: _type = "Task" [ 698.754718] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.764334] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523286d6-53da-4fb7-8799-e78fcf1fdb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.803132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98f9f19e-ea58-42c0-92aa-0d094a51711e tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.004s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.807839] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757687, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.955030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.955030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.955030] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.019987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac4e7e34-424e-4ed0-a354-195ba3dc1c10 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.777s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.020175] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "627b3514-19e9-4709-84ed-7c6592304398" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.627s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.020916] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2812d-2920-41cc-a06c-84acea54c4d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.152469] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.172219] env[70399]: DEBUG nova.scheduler.client.report [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.202159] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.278683] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523286d6-53da-4fb7-8799-e78fcf1fdb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017977} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.279747] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47d29f6-d4a9-483b-befb-bdf66ce081cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.288302] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 699.288302] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5f332-9544-c2a2-2ce7-d778dfd59548" [ 699.288302] env[70399]: _type = "Task" [ 699.288302] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.297760] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5f332-9544-c2a2-2ce7-d778dfd59548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.311024] env[70399]: DEBUG oslo_vmware.api [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757687, 'name': PowerOnVM_Task, 'duration_secs': 1.453486} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.311024] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.311024] env[70399]: INFO nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Took 11.00 seconds to spawn the instance on the hypervisor. [ 699.311024] env[70399]: DEBUG nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 699.311024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc1a28-853b-4812-b26c-f63bcf36537d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.376606] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "43349753-23ef-41fe-acd9-202d4ee28ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.376606] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.513995] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.518190] env[70399]: DEBUG nova.compute.manager [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Received event network-vif-plugged-b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.518190] env[70399]: DEBUG oslo_concurrency.lockutils [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] Acquiring lock "45bc8818-027b-4516-a201-a6193cdf5343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.518319] env[70399]: DEBUG oslo_concurrency.lockutils [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] Lock "45bc8818-027b-4516-a201-a6193cdf5343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.518392] env[70399]: DEBUG oslo_concurrency.lockutils [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] Lock "45bc8818-027b-4516-a201-a6193cdf5343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.519285] env[70399]: DEBUG nova.compute.manager [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] No waiting events found dispatching network-vif-plugged-b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.519285] env[70399]: WARNING nova.compute.manager [req-3780085e-fcb2-4564-8dc9-f38234fcfafe req-269460fb-1a7b-422d-86aa-71be82d9670d service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Received unexpected event network-vif-plugged-b8e0508c-9617-46e8-9c81-da42c17cb519 for instance with vm_state building and task_state spawning. [ 699.535107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "627b3514-19e9-4709-84ed-7c6592304398" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.677504] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.678110] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.680851] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.404s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.682312] env[70399]: INFO nova.compute.claims [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.738110] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.801421] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5f332-9544-c2a2-2ce7-d778dfd59548, 'name': SearchDatastore_Task, 'duration_secs': 0.023737} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.801732] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.801953] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6a0b46c8-e3e4-4caf-a798-01f428476931/6a0b46c8-e3e4-4caf-a798-01f428476931.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.802379] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deda855b-552d-4737-b9bc-9f7a3c967ab7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.811465] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 699.811465] env[70399]: value = "task-3757688" [ 699.811465] env[70399]: _type = "Task" [ 699.811465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.829788] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.833367] env[70399]: INFO nova.compute.manager [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Took 19.33 seconds to build instance. [ 699.885254] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.886769] env[70399]: DEBUG nova.network.neutron [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Updating instance_info_cache with network_info: [{"id": "b8e0508c-9617-46e8-9c81-da42c17cb519", "address": "fa:16:3e:08:af:6d", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0508c-96", "ovs_interfaceid": "b8e0508c-9617-46e8-9c81-da42c17cb519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.191784] env[70399]: DEBUG nova.compute.utils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.197483] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.198419] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.334758] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.337629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1c6233d4-d5d4-4d86-b1f0-d6ce68901906 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.365197] env[70399]: DEBUG nova.policy [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c2d365bd8834f548cdc9728542ca40b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49eb0d2bbbe44a61ab4d15b47fd907cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.391760] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.392678] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Instance network_info: |[{"id": "b8e0508c-9617-46e8-9c81-da42c17cb519", "address": "fa:16:3e:08:af:6d", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0508c-96", "ovs_interfaceid": "b8e0508c-9617-46e8-9c81-da42c17cb519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.397240] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:af:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8e0508c-9617-46e8-9c81-da42c17cb519', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.407433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating folder: Project (1cb7e0d3707f49998ac5a5b36f9abd1c). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.408819] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91394bc0-3d32-46c9-a248-73b19123b888 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.422293] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created folder: Project (1cb7e0d3707f49998ac5a5b36f9abd1c) in parent group-v747819. [ 700.422501] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating folder: Instances. Parent ref: group-v747842. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.422788] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccaecae7-9e2f-4b41-8dd1-ca0d398d4144 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.434801] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.437979] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created folder: Instances in parent group-v747842. [ 700.437979] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.438315] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.438540] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b832b6e-c1fd-4bb2-a98f-4c1fe84b6292 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.464289] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.464289] env[70399]: value = "task-3757691" [ 700.464289] env[70399]: _type = "Task" [ 700.464289] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.478589] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757691, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.702267] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.827500] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565013} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.830512] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6a0b46c8-e3e4-4caf-a798-01f428476931/6a0b46c8-e3e4-4caf-a798-01f428476931.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.830685] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.831179] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a3a5f9-c3bd-44f2-87bf-40e108a30d7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.843313] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 700.843313] env[70399]: value = "task-3757692" [ 700.843313] env[70399]: _type = "Task" [ 700.843313] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.854329] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.912728] env[70399]: DEBUG nova.compute.manager [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Received event network-changed-115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.914981] env[70399]: DEBUG nova.compute.manager [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Refreshing instance network info cache due to event network-changed-115284ec-41e5-4417-b817-c1aa5812627d. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.914981] env[70399]: DEBUG oslo_concurrency.lockutils [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] Acquiring lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.914981] env[70399]: DEBUG oslo_concurrency.lockutils [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] Acquired lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.914981] env[70399]: DEBUG nova.network.neutron [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Refreshing network info cache for port 115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.975864] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757691, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.014308] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dcb4f6-b613-42a5-9af6-faaf9c8c41da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.024727] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea07579-2665-4ea7-bceb-fbca8d23396c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.059032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e47a3-10e2-4cb2-b51b-b1238512dfc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.068173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb56c68-102e-4014-972c-a4378662681a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.082943] env[70399]: DEBUG nova.compute.provider_tree [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.353888] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077914} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.354078] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.355379] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f905d0-7a3f-43e6-a8d8-fd9058f146b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.385079] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 6a0b46c8-e3e4-4caf-a798-01f428476931/6a0b46c8-e3e4-4caf-a798-01f428476931.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.385079] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45da905-b966-47c3-abc6-46c6ef3a4f7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.411028] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 701.411028] env[70399]: value = "task-3757693" [ 701.411028] env[70399]: _type = "Task" [ 701.411028] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.431799] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.494330] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757691, 'name': CreateVM_Task, 'duration_secs': 0.580847} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.495664] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.498697] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.498811] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.499136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.504026] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfcaaa3-3933-4615-9ad8-fa4eb8e23b93 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.506907] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 701.506907] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfc240-2c2a-0bbf-2afd-2eb99783f046" [ 701.506907] env[70399]: _type = "Task" [ 701.506907] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.516563] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfc240-2c2a-0bbf-2afd-2eb99783f046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.587211] env[70399]: DEBUG nova.scheduler.client.report [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.713978] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.749061] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.749061] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.749061] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.749400] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.749400] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.749400] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.749400] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.749400] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.749542] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.749542] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.749601] env[70399]: DEBUG nova.virt.hardware [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.750874] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a9f0f7-203b-46ae-a702-2faa09249d53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.767052] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e82052-61f7-427c-8641-026010f1e198 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.891788] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Successfully created port: 270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.923923] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.001348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Acquiring lock "a528a175-424a-4140-825b-0eebd013c5fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.003033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "a528a175-424a-4140-825b-0eebd013c5fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.003174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Acquiring lock "a528a175-424a-4140-825b-0eebd013c5fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.003416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "a528a175-424a-4140-825b-0eebd013c5fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.003657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "a528a175-424a-4140-825b-0eebd013c5fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.007348] env[70399]: INFO nova.compute.manager [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Terminating instance [ 702.028082] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfc240-2c2a-0bbf-2afd-2eb99783f046, 'name': SearchDatastore_Task, 'duration_secs': 0.048073} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.030559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.031120] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.032155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.032442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.033063] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.033654] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c8791e4-857a-4e33-9dde-3eec274ce1eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.050314] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.050713] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.052692] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1decde5a-70ec-4f21-9211-b76adfedbc74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.062753] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 702.062753] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7c9cc-38dc-2659-4949-5a024df68434" [ 702.062753] env[70399]: _type = "Task" [ 702.062753] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.075489] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7c9cc-38dc-2659-4949-5a024df68434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.099605] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.099605] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.102983] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.569s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.107735] env[70399]: INFO nova.compute.claims [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.294686] env[70399]: INFO nova.compute.manager [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Rebuilding instance [ 702.376459] env[70399]: DEBUG nova.compute.manager [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.376459] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba5c8d-8db7-4906-96cd-88fc195837b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.424698] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.519869] env[70399]: DEBUG nova.compute.manager [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.520689] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.521033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074ce19-fef3-4743-9ef4-9ebe8b8068e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.527109] env[70399]: DEBUG nova.network.neutron [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Updated VIF entry in instance network info cache for port 115284ec-41e5-4417-b817-c1aa5812627d. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.527470] env[70399]: DEBUG nova.network.neutron [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Updating instance_info_cache with network_info: [{"id": "115284ec-41e5-4417-b817-c1aa5812627d", "address": "fa:16:3e:c5:b1:f6", "network": {"id": "69f39d6d-bfa9-4920-a768-5562de8dcef5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-845394681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d568d054074e18a38a682e801c5baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115284ec-41", "ovs_interfaceid": "115284ec-41e5-4417-b817-c1aa5812627d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.532049] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.532049] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777b2213-23bb-4305-b8be-cb9ca2e23500 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.540061] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Waiting for the task: (returnval){ [ 702.540061] env[70399]: value = "task-3757694" [ 702.540061] env[70399]: _type = "Task" [ 702.540061] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.550882] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Task: {'id': task-3757694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.578966] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7c9cc-38dc-2659-4949-5a024df68434, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.578966] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4e2db3-5914-412b-8550-8d1b41ae93f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.584468] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 702.584468] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52400c9c-79c0-9493-d23a-d2ba12d331ea" [ 702.584468] env[70399]: _type = "Task" [ 702.584468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.593994] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52400c9c-79c0-9493-d23a-d2ba12d331ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.616822] env[70399]: DEBUG nova.compute.utils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.625340] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.625548] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.893672] env[70399]: DEBUG nova.policy [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61b04a29e5434e6a8fc144694141a874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6fdd722f4c64fb9ac87117c62530081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.929061] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.032077] env[70399]: DEBUG oslo_concurrency.lockutils [req-f161d1c1-f54b-4404-b62e-f2c917e5a45a req-7d4ddf68-1b46-4b86-a20c-2e5e28afc797 service nova] Releasing lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.050302] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Task: {'id': task-3757694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.097571] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52400c9c-79c0-9493-d23a-d2ba12d331ea, 'name': SearchDatastore_Task, 'duration_secs': 0.037775} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.097920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.098315] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 45bc8818-027b-4516-a201-a6193cdf5343/45bc8818-027b-4516-a201-a6193cdf5343.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.098833] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b06dbc1-92e9-4809-9827-fe3091fbdb9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.109091] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 703.109091] env[70399]: value = "task-3757695" [ 703.109091] env[70399]: _type = "Task" [ 703.109091] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.123901] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.127353] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.394586] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.395910] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05ff88e-74e4-4abb-95f4-14efc5791782 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.413039] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 703.413039] env[70399]: value = "task-3757696" [ 703.413039] env[70399]: _type = "Task" [ 703.413039] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.430724] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.434654] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757693, 'name': ReconfigVM_Task, 'duration_secs': 1.782904} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.436819] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 6a0b46c8-e3e4-4caf-a798-01f428476931/6a0b46c8-e3e4-4caf-a798-01f428476931.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.437863] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b891424-0e91-4c9e-b67a-9d807e8d2a21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.441641] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57753cb8-2fdb-4b2f-82d4-392c4956936f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.454401] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 703.454401] env[70399]: value = "task-3757697" [ 703.454401] env[70399]: _type = "Task" [ 703.454401] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.456632] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d08e78-9938-4336-8437-fbc29ca4dd26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498314] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757697, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.499637] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f7102-95f4-43cc-89e4-dacdda5e392f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.510523] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377070f2-0628-4a5d-aff0-d7072fe2e615 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.527188] env[70399]: DEBUG nova.compute.provider_tree [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.556354] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Task: {'id': task-3757694, 'name': PowerOffVM_Task, 'duration_secs': 0.800305} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.559476] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.559476] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.559476] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e7e8db-9061-42d9-8b36-93f199f143b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.623583] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.639636] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.639985] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.640226] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Deleting the datastore file [datastore1] a528a175-424a-4140-825b-0eebd013c5fb {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.640954] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8323a956-0806-492b-bfa2-1a4bc0eadf08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.652529] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Waiting for the task: (returnval){ [ 703.652529] env[70399]: value = "task-3757699" [ 703.652529] env[70399]: _type = "Task" [ 703.652529] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.667037] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Task: {'id': task-3757699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.926407] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757696, 'name': PowerOffVM_Task, 'duration_secs': 0.147629} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.930018] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.930018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.930018] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e8824-3857-48de-bcab-0e9862b7d96a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.938450] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.938892] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c6cbdd-a07a-436b-be79-bf0a38fa8355 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.970669] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.970907] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.971450] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Deleting the datastore file [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.972378] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86cce418-9960-4ae0-88a5-6c8d2b2ee7a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.979017] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757697, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.986388] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 703.986388] env[70399]: value = "task-3757701" [ 703.986388] env[70399]: _type = "Task" [ 703.986388] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.995572] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.033151] env[70399]: DEBUG nova.scheduler.client.report [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.123105] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699223} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.125937] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 45bc8818-027b-4516-a201-a6193cdf5343/45bc8818-027b-4516-a201-a6193cdf5343.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.125937] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.126443] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01523664-adf6-40ab-9778-7686e95ecac1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.139755] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 704.139755] env[70399]: value = "task-3757702" [ 704.139755] env[70399]: _type = "Task" [ 704.139755] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.147976] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.159802] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.177834] env[70399]: DEBUG oslo_vmware.api [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Task: {'id': task-3757699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384739} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.181934] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.181934] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.181934] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.181934] env[70399]: INFO nova.compute.manager [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 704.181934] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.184321] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.184563] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.184713] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.184899] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.185046] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.185203] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.185412] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.185562] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.185717] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.188822] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.188822] env[70399]: DEBUG nova.virt.hardware [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.188822] env[70399]: DEBUG nova.compute.manager [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.188822] env[70399]: DEBUG nova.network.neutron [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.190886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b83e79-43cd-479b-a6ca-f70e1f27f73f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.204320] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1a7936-547d-4ec4-a294-7e5765fb0cbc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.479121] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757697, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.504024] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194017} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.505111] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.505111] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.505111] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.545033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.545851] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.549030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.899s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.552742] env[70399]: DEBUG nova.objects.instance [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lazy-loading 'resources' on Instance uuid 444fb993-64c1-45aa-9c38-e03a60d70bbf {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.653183] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292339} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.653559] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.654643] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765fd7ec-38b3-487d-a7b8-232764e44cb8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.684397] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 45bc8818-027b-4516-a201-a6193cdf5343/45bc8818-027b-4516-a201-a6193cdf5343.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.684791] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135f2ca1-fd68-44b3-bba9-2cf579042c72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.712988] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 704.712988] env[70399]: value = "task-3757703" [ 704.712988] env[70399]: _type = "Task" [ 704.712988] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.724694] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.982197] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757697, 'name': Rename_Task, 'duration_secs': 1.346929} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.982197] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.982197] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481f9464-59b7-4aa6-a9e7-edcc50990188 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.991934] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 704.991934] env[70399]: value = "task-3757704" [ 704.991934] env[70399]: _type = "Task" [ 704.991934] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.006834] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.056413] env[70399]: DEBUG nova.compute.utils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.062801] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.063345] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.210292] env[70399]: DEBUG nova.policy [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9726d6cc69d4137bc90a4dc74b4f4ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f763c1f20a4df289dedbf99bf474bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.228318] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.236047] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Successfully created port: 17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.417767] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace2973-127b-4111-9502-4115fdff4541 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.428534] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2087d05-b9f6-49fc-b440-55c9e2fb5a22 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.474188] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2796f0e6-9501-40eb-a25b-45cdb676b51b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.482089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.482089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.483346] env[70399]: DEBUG nova.compute.manager [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Received event network-changed-b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.483580] env[70399]: DEBUG nova.compute.manager [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Refreshing instance network info cache due to event network-changed-b8e0508c-9617-46e8-9c81-da42c17cb519. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.483736] env[70399]: DEBUG oslo_concurrency.lockutils [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] Acquiring lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484018] env[70399]: DEBUG oslo_concurrency.lockutils [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] Acquired lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484177] env[70399]: DEBUG nova.network.neutron [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Refreshing network info cache for port b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.492710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7653b-cb6a-4fb0-b88f-6d33025f8acc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.514323] env[70399]: DEBUG nova.compute.provider_tree [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.523119] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.561065] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.561377] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.561622] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.561846] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.562041] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.562252] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.562503] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.562741] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.563035] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.563217] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.563454] env[70399]: DEBUG nova.virt.hardware [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.564731] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.568606] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f2953-c30d-4227-bf63-23b88d2eb6a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.580177] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad419cb-13c2-4deb-89d2-3496c5e98ef6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.597738] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.604248] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.604552] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.604758] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988a9ed9-296b-4065-a769-39a0333ffae9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.624090] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.624090] env[70399]: value = "task-3757705" [ 705.624090] env[70399]: _type = "Task" [ 705.624090] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.638543] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757705, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.731872] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757703, 'name': ReconfigVM_Task, 'duration_secs': 0.553127} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.732258] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 45bc8818-027b-4516-a201-a6193cdf5343/45bc8818-027b-4516-a201-a6193cdf5343.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.732734] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8adbcc-bae2-4871-a8b1-c7c06de0da90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.740939] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 705.740939] env[70399]: value = "task-3757706" [ 705.740939] env[70399]: _type = "Task" [ 705.740939] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.752985] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757706, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.986648] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.014234] env[70399]: DEBUG oslo_vmware.api [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757704, 'name': PowerOnVM_Task, 'duration_secs': 0.551892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.014543] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.014786] env[70399]: INFO nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Took 13.12 seconds to spawn the instance on the hypervisor. [ 706.015285] env[70399]: DEBUG nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.016221] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b71f9a-3e6a-4a5c-97de-34ed6c9f83d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.027317] env[70399]: DEBUG nova.scheduler.client.report [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.135957] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757705, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.253771] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757706, 'name': Rename_Task, 'duration_secs': 0.156558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.254050] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.254444] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8727163e-d661-4d3c-bb12-af55badc77ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.263739] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 706.263739] env[70399]: value = "task-3757707" [ 706.263739] env[70399]: _type = "Task" [ 706.263739] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.274184] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.344964] env[70399]: DEBUG nova.network.neutron [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.520724] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.539025] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.548210] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.397s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.549652] env[70399]: INFO nova.compute.claims [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.560019] env[70399]: INFO nova.compute.manager [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Took 22.60 seconds to build instance. [ 706.581983] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.588139] env[70399]: INFO nova.scheduler.client.report [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Deleted allocations for instance 444fb993-64c1-45aa-9c38-e03a60d70bbf [ 706.621814] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.621814] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.621814] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.622045] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.622045] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.622045] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.622045] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.622045] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.622264] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.622473] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.622992] env[70399]: DEBUG nova.virt.hardware [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.623893] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3e84fc-9c6e-4582-b05d-e4a41c3d20fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.656901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47ad31-c283-4922-b04b-bf116cb1ee70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.660909] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757705, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.779249] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.851243] env[70399]: INFO nova.compute.manager [-] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Took 2.66 seconds to deallocate network for instance. [ 706.906169] env[70399]: DEBUG nova.network.neutron [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Updated VIF entry in instance network info cache for port b8e0508c-9617-46e8-9c81-da42c17cb519. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.907203] env[70399]: DEBUG nova.network.neutron [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Updating instance_info_cache with network_info: [{"id": "b8e0508c-9617-46e8-9c81-da42c17cb519", "address": "fa:16:3e:08:af:6d", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0508c-96", "ovs_interfaceid": "b8e0508c-9617-46e8-9c81-da42c17cb519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.063523] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30fe053f-5533-454e-a2d7-e510c612ca79 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.118s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.104251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adee2acc-b4d1-4b8c-99b7-c46307ab6af5 tempest-ServersAaction247Test-145743817 tempest-ServersAaction247Test-145743817-project-member] Lock "444fb993-64c1-45aa-9c38-e03a60d70bbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.825s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.136915] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Successfully updated port: 270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.144247] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757705, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.155495] env[70399]: INFO nova.compute.manager [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Rebuilding instance [ 707.230957] env[70399]: DEBUG nova.compute.manager [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.232183] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d58bc0-f382-4dab-a4d2-2ad76afb5627 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.278583] env[70399]: DEBUG oslo_vmware.api [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757707, 'name': PowerOnVM_Task, 'duration_secs': 0.98531} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.279040] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.279322] env[70399]: INFO nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Took 11.96 seconds to spawn the instance on the hypervisor. [ 707.279537] env[70399]: DEBUG nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.280370] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd1aec-2460-4d56-a7ba-35816f6421a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.360247] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.410225] env[70399]: DEBUG oslo_concurrency.lockutils [req-892a623b-e8ba-4eaa-a0c9-9b3817513005 req-a584fa2e-1221-46d0-8805-48e54d86b197 service nova] Releasing lock "refresh_cache-45bc8818-027b-4516-a201-a6193cdf5343" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543564] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Successfully created port: ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.643127] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757705, 'name': CreateVM_Task, 'duration_secs': 1.529957} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.643788] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.645574] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.645772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.646278] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.647546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquired lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647546] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.652034] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be90065f-f91a-4729-8aee-d0d136d02797 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.656325] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 707.656325] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5284d04b-d470-27c7-0faf-d31ec40ba8c6" [ 707.656325] env[70399]: _type = "Task" [ 707.656325] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.672409] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5284d04b-d470-27c7-0faf-d31ec40ba8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.806079] env[70399]: INFO nova.compute.manager [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Took 17.62 seconds to build instance. [ 707.836059] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9781986e-eca0-4b59-a8c1-00f0154194f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.846506] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873e027-78ec-4900-80e9-659efffab847 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.880616] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079026cf-fe5c-4f98-8792-2e5012b7ca1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.892767] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18e740-480a-40f5-9e4f-0e9d63d23375 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.916227] env[70399]: DEBUG nova.compute.provider_tree [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.173579] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5284d04b-d470-27c7-0faf-d31ec40ba8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.027128} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.173895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.174133] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.174406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.174518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.174731] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.175033] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b5d047-950f-4037-8dd7-dd59ee88ed7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.186370] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.186370] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.187075] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2586d768-8d72-4ae8-ae42-414ed0aa756a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.196566] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 708.196566] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522b67f0-c5d2-56b2-d230-703acdd0bcef" [ 708.196566] env[70399]: _type = "Task" [ 708.196566] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.206598] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522b67f0-c5d2-56b2-d230-703acdd0bcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.249442] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.251435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ef1d6f9-aeb7-4237-bf70-c61a93b01d7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.263504] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 708.263504] env[70399]: value = "task-3757708" [ 708.263504] env[70399]: _type = "Task" [ 708.263504] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.275700] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.304186] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.309890] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b784e09-02b2-4f27-9a43-293ce451a276 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.140s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.337903] env[70399]: DEBUG nova.compute.manager [req-3a73f1d9-01ff-4f0d-99c6-f2cf94971110 req-1c2f6378-19bf-469d-be87-991dbfd8a869 service nova] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Received event network-vif-deleted-92e5af87-99c2-4c75-ab2f-1f642091d8cb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.422245] env[70399]: DEBUG nova.scheduler.client.report [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.716717] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522b67f0-c5d2-56b2-d230-703acdd0bcef, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.718417] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb421673-d08d-41ba-a405-d7bc90747f03 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.725632] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 708.725632] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287e9d1-9d23-95cb-5582-3494d32748c1" [ 708.725632] env[70399]: _type = "Task" [ 708.725632] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.736296] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287e9d1-9d23-95cb-5582-3494d32748c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.781851] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757708, 'name': PowerOffVM_Task, 'duration_secs': 0.282956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.781851] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.781851] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.782754] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adfd9a1-3fdb-473b-a05f-de5f7b6b9693 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.793665] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.793665] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a58ed1-f1dc-46cc-9999-7aa957d82a66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.825816] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "fa423416-2678-4d8b-809a-67421ee11e68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.826089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.869821] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.869821] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.869821] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore1] ce836b7f-fb93-4621-b0b5-6f590a6df215 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.869821] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e7c376-758a-4631-a708-3bacc2997278 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.878459] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 708.878459] env[70399]: value = "task-3757710" [ 708.878459] env[70399]: _type = "Task" [ 708.878459] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.887450] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.931840] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.932358] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.941253] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.203s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.942259] env[70399]: INFO nova.compute.claims [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.215770] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Successfully updated port: 17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.241873] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287e9d1-9d23-95cb-5582-3494d32748c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.244025] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.244025] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.244025] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f69a2cb5-5f44-42cc-a845-5c81c86ed73a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.253993] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 709.253993] env[70399]: value = "task-3757711" [ 709.253993] env[70399]: _type = "Task" [ 709.253993] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.265416] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.331618] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.341072] env[70399]: DEBUG nova.network.neutron [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Updating instance_info_cache with network_info: [{"id": "270159ed-9fd0-4347-b03f-33b46c6194f1", "address": "fa:16:3e:be:09:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270159ed-9f", "ovs_interfaceid": "270159ed-9fd0-4347-b03f-33b46c6194f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.391858] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260766} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.392357] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.392813] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.393183] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.446760] env[70399]: DEBUG nova.compute.utils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.448702] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.448826] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.635769] env[70399]: DEBUG nova.policy [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcb371539cd24e479dbc69556a6e075e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b40e5b768142c685e8e3a5e6913913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.724074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.724074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.724074] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.770133] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757711, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.848279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Releasing lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.852126] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Instance network_info: |[{"id": "270159ed-9fd0-4347-b03f-33b46c6194f1", "address": "fa:16:3e:be:09:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270159ed-9f", "ovs_interfaceid": "270159ed-9fd0-4347-b03f-33b46c6194f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.853204] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:09:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270159ed-9fd0-4347-b03f-33b46c6194f1', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.865994] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Creating folder: Project (49eb0d2bbbe44a61ab4d15b47fd907cb). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.866868] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40b5f25-8c40-4617-b4fb-ca0b5de6840f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.875631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.883710] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Created folder: Project (49eb0d2bbbe44a61ab4d15b47fd907cb) in parent group-v747819. [ 709.883870] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Creating folder: Instances. Parent ref: group-v747846. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.884222] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa269eef-f45d-4f05-a7e9-f87167f9ca26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.906653] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Created folder: Instances in parent group-v747846. [ 709.906874] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.911019] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.911019] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b393ba12-b15b-4df1-9149-ef0231d4183f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.934069] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.934069] env[70399]: value = "task-3757714" [ 709.934069] env[70399]: _type = "Task" [ 709.934069] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.944884] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757714, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.952606] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.196657] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb610385-cd11-48b9-885f-020e4263c704 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.205618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc6e814-2128-42e1-9b96-d17aef9f37c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.242655] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9b6cb-ff73-4523-9c0e-df0d9e8f995a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.251250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3631754-788b-4332-8b08-8285a4754821 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.266838] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681612} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.274909] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.275175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.276045] env[70399]: DEBUG nova.compute.provider_tree [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.277479] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450d5746-4953-4a51-8a6d-17c04731aaa6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.285771] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 710.285771] env[70399]: value = "task-3757715" [ 710.285771] env[70399]: _type = "Task" [ 710.285771] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.295672] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.368858] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.448472] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757714, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.450423] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.453242] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.453242] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.453242] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.453242] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.453242] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.453614] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.453614] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.453614] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.453614] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.453614] env[70399]: DEBUG nova.virt.hardware [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.454826] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705bacea-4eb6-4be8-8f9b-20e7ab7057a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.469079] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a53944-fe55-4cbf-acdd-7b8544ce03a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.490135] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:89:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ba1014-e43f-4e2f-a2fe-6a5acba27aca', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.498946] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.501017] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.501017] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7a2a36-fc9b-4b5c-b16d-14ea9b3716c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.524022] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.524022] env[70399]: value = "task-3757716" [ 710.524022] env[70399]: _type = "Task" [ 710.524022] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.533524] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757716, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.787152] env[70399]: DEBUG nova.scheduler.client.report [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.806366] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077974} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.806366] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.807290] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e1181-8fa2-4d5f-8e35-5d586b6f278d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.842784] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.846324] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f440904f-39aa-4355-b472-faf00e5be17c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.874285] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 710.874285] env[70399]: value = "task-3757717" [ 710.874285] env[70399]: _type = "Task" [ 710.874285] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.886160] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.950717] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757714, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.969829] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.986122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.986385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.015870] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.016814] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.016814] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.016814] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.016814] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.016814] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.017438] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.017473] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.017656] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.017835] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.018014] env[70399]: DEBUG nova.virt.hardware [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.019357] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7e057-e5ab-4596-a715-abc7561218d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023458] env[70399]: DEBUG nova.network.neutron [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.033728] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6a698-ba7d-47a7-866b-e0f3ee09d1ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.044627] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757716, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.296947] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.300111] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.301429] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.867s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.304129] env[70399]: INFO nova.compute.claims [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.387701] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757717, 'name': ReconfigVM_Task, 'duration_secs': 0.342261} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.391022] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.391022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62afc382-73b7-422c-9a0c-08400a2ea6ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.400149] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 711.400149] env[70399]: value = "task-3757718" [ 711.400149] env[70399]: _type = "Task" [ 711.400149] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.409656] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757718, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.451661] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757714, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.489260] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.530902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.531113] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Instance network_info: |[{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.531977] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d7:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17db7320-aeda-4613-b6e5-2a7660bd810f', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.540334] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Creating folder: Project (d6fdd722f4c64fb9ac87117c62530081). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.550703] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b817098-4610-4007-82c3-8d839ee42ea8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.551384] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757716, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.561744] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Successfully created port: f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.565819] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Created folder: Project (d6fdd722f4c64fb9ac87117c62530081) in parent group-v747819. [ 711.566156] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Creating folder: Instances. Parent ref: group-v747850. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.566276] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08abcd8-8050-44f7-a0b8-8bf4d6b50d9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.577026] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Created folder: Instances in parent group-v747850. [ 711.578334] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.578334] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.578334] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec53e5d9-2908-4f41-9a58-dde9be6706b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.599714] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.599714] env[70399]: value = "task-3757721" [ 711.599714] env[70399]: _type = "Task" [ 711.599714] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.613208] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757721, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.809494] env[70399]: DEBUG nova.compute.utils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.818405] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.818769] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.917811] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757718, 'name': Rename_Task, 'duration_secs': 0.150702} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.918846] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.919092] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42fd0118-7b77-4a37-ad4b-8c507ebd7e73 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.930974] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 711.930974] env[70399]: value = "task-3757722" [ 711.930974] env[70399]: _type = "Task" [ 711.930974] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.948076] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.957170] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757714, 'name': CreateVM_Task, 'duration_secs': 1.590718} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.957416] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.958438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.958438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.958770] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.959112] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9145e8f4-d51f-4926-a8c0-f8f90f2a56d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.970063] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 711.970063] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527081bb-5766-3bab-c9db-e8f95412e319" [ 711.970063] env[70399]: _type = "Task" [ 711.970063] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.988045] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527081bb-5766-3bab-c9db-e8f95412e319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.001062] env[70399]: DEBUG nova.policy [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6699449fd24be68177174c681f170b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19913abc64f84304adb1dc5bf7d09494', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.044690] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757716, 'name': CreateVM_Task, 'duration_secs': 1.375834} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.046120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.046120] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.046707] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.087303] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Successfully updated port: ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.116103] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757721, 'name': CreateVM_Task, 'duration_secs': 0.347131} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.116274] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.117109] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.316355] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.401988] env[70399]: DEBUG nova.compute.manager [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Received event network-vif-plugged-270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.402424] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Acquiring lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.402424] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.402639] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.402790] env[70399]: DEBUG nova.compute.manager [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] No waiting events found dispatching network-vif-plugged-270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.405593] env[70399]: WARNING nova.compute.manager [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Received unexpected event network-vif-plugged-270159ed-9fd0-4347-b03f-33b46c6194f1 for instance with vm_state building and task_state spawning. [ 712.405797] env[70399]: DEBUG nova.compute.manager [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Received event network-changed-270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.405991] env[70399]: DEBUG nova.compute.manager [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Refreshing instance network info cache due to event network-changed-270159ed-9fd0-4347-b03f-33b46c6194f1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.406207] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Acquiring lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.406345] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Acquired lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.406502] env[70399]: DEBUG nova.network.neutron [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Refreshing network info cache for port 270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.447079] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757722, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.484841] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527081bb-5766-3bab-c9db-e8f95412e319, 'name': SearchDatastore_Task, 'duration_secs': 0.014739} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.485206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.485291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.486997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.486997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.486997] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.486997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.487139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.487139] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557ba289-6768-45b3-87fb-200b30b36201 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.491260] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d5f43a-fd1a-464b-9943-965b50b52f0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.497692] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 712.497692] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f8c14f-8117-cf48-6674-56f7b09797eb" [ 712.497692] env[70399]: _type = "Task" [ 712.497692] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.502990] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.503386] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.504498] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1e8fb4-ea27-44d8-a915-ddfe38e5c65f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.511522] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f8c14f-8117-cf48-6674-56f7b09797eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.514625] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.514809] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.516310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.516310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.516310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.516310] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3069c94-1dbe-40ad-8c78-5c9eaaba00bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.518984] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 712.518984] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fc05cd-f866-f072-280c-22793f8fbd7e" [ 712.518984] env[70399]: _type = "Task" [ 712.518984] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.524972] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 712.524972] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b394de-a42f-b066-7631-cc92c5819d75" [ 712.524972] env[70399]: _type = "Task" [ 712.524972] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.535629] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fc05cd-f866-f072-280c-22793f8fbd7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.540083] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5aac7a-4ed8-4f9e-b2a7-75da1ba87915 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.546830] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b394de-a42f-b066-7631-cc92c5819d75, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.547594] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.547900] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.548458] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.550859] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 712.550859] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b3385-7c6a-9b19-ae19-9b4e3669ef26" [ 712.550859] env[70399]: _type = "Task" [ 712.550859] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.563752] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b3385-7c6a-9b19-ae19-9b4e3669ef26, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.564081] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.564471] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] fda7cf41-c67e-4583-9344-5dd1eeee6cc2/fda7cf41-c67e-4583-9344-5dd1eeee6cc2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.564897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.565220] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.565516] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4e96f6-fd07-4cb6-af2f-50a009cc765e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.567854] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb290a84-1669-4905-9d33-16bc88ddceeb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.575433] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 712.575433] env[70399]: value = "task-3757723" [ 712.575433] env[70399]: _type = "Task" [ 712.575433] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.580070] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.580266] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.581372] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7896e10-f992-4281-a3b4-b12c9ea3ba9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.587633] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.594327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.594327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.594605] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.600585] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 712.600585] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fe3977-474a-2b23-ca2f-81a44a3ec27a" [ 712.600585] env[70399]: _type = "Task" [ 712.600585] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.610204] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fe3977-474a-2b23-ca2f-81a44a3ec27a, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.611708] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511ef600-2d20-4d83-b974-dcdfe65fc0d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.621669] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 712.621669] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522c47cf-0dbe-bbcf-e674-6068410fa7bb" [ 712.621669] env[70399]: _type = "Task" [ 712.621669] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.637718] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522c47cf-0dbe-bbcf-e674-6068410fa7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.641213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.641360] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.641853] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.642658] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.642658] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-682e8f2f-1ef8-4cdd-b432-40edf392934d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.646098] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cf1212a-4300-486f-bcab-6c09bd05eea4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.655127] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 712.655127] env[70399]: value = "task-3757724" [ 712.655127] env[70399]: _type = "Task" [ 712.655127] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.656146] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.657740] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.663488] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367fc05e-9368-4c53-b66c-7906f584ed94 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.678184] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.678184] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 712.678184] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e7f54-4a8d-5b70-9b0e-e3acae3aadb6" [ 712.678184] env[70399]: _type = "Task" [ 712.678184] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.692260] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e7f54-4a8d-5b70-9b0e-e3acae3aadb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.722716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d0e891-ebba-4978-ba87-f27b6b5752c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.737280] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d2013-5b5e-49e8-8702-8e8469f43472 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.781835] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c329a-574b-498d-a66b-9ed3baa8fb95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.794983] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d052ad1-44cf-451a-8f1a-8aa1e3e29ccc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.815566] env[70399]: DEBUG nova.compute.provider_tree [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.831734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.832049] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.938558] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Successfully created port: 13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.960561] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757722, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.097919] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757723, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.168510] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.188542] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e7f54-4a8d-5b70-9b0e-e3acae3aadb6, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.193593] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.195764] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec495300-6670-41f9-ac2d-bd81e3cb0f2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.207382] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 713.207382] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216401c-b88a-0aaf-5ab6-67891fa43d47" [ 713.207382] env[70399]: _type = "Task" [ 713.207382] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.219774] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216401c-b88a-0aaf-5ab6-67891fa43d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.319518] env[70399]: DEBUG nova.scheduler.client.report [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.333137] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.350835] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.390605] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.390835] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.390892] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.391156] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.391223] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.391479] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.391635] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.392025] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.392025] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.392167] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.392347] env[70399]: DEBUG nova.virt.hardware [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.393343] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa2f87-b893-49c1-b9a8-7d8d14737a80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.407402] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a69e49-38f0-4c95-8074-9e14766c7ea6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.447644] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757722, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.588985] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551499} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.589450] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] fda7cf41-c67e-4583-9344-5dd1eeee6cc2/fda7cf41-c67e-4583-9344-5dd1eeee6cc2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.589450] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.590087] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155f5547-1f6a-475c-9af7-752f205b9650 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.601779] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 713.601779] env[70399]: value = "task-3757725" [ 713.601779] env[70399]: _type = "Task" [ 713.601779] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.611748] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.668955] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858066} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.669134] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.669263] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.669561] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69517bed-8c21-4b49-a62e-94cf9f5fffdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.680903] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 713.680903] env[70399]: value = "task-3757726" [ 713.680903] env[70399]: _type = "Task" [ 713.680903] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.690073] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.718684] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5216401c-b88a-0aaf-5ab6-67891fa43d47, 'name': SearchDatastore_Task, 'duration_secs': 0.05185} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.719178] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.719280] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.719565] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a83879e-5a26-463a-9ec2-f755eadf7712 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.723310] env[70399]: DEBUG nova.network.neutron [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Updated VIF entry in instance network info cache for port 270159ed-9fd0-4347-b03f-33b46c6194f1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.723716] env[70399]: DEBUG nova.network.neutron [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Updating instance_info_cache with network_info: [{"id": "270159ed-9fd0-4347-b03f-33b46c6194f1", "address": "fa:16:3e:be:09:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270159ed-9f", "ovs_interfaceid": "270159ed-9fd0-4347-b03f-33b46c6194f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.732842] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 713.732842] env[70399]: value = "task-3757727" [ 713.732842] env[70399]: _type = "Task" [ 713.732842] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.741107] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.744840] env[70399]: DEBUG nova.compute.manager [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Received event network-vif-plugged-17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.745149] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.745383] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.745551] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.745860] env[70399]: DEBUG nova.compute.manager [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] No waiting events found dispatching network-vif-plugged-17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.745860] env[70399]: WARNING nova.compute.manager [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Received unexpected event network-vif-plugged-17db7320-aeda-4613-b6e5-2a7660bd810f for instance with vm_state building and task_state spawning. [ 713.746030] env[70399]: DEBUG nova.compute.manager [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Received event network-changed-17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.746317] env[70399]: DEBUG nova.compute.manager [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Refreshing instance network info cache due to event network-changed-17db7320-aeda-4613-b6e5-2a7660bd810f. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.746633] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Acquiring lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746721] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Acquired lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746839] env[70399]: DEBUG nova.network.neutron [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Refreshing network info cache for port 17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.774534] env[70399]: DEBUG nova.network.neutron [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.832767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.833798] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.836782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.316s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.842021] env[70399]: INFO nova.compute.claims [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.896234] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.948189] env[70399]: DEBUG oslo_vmware.api [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757722, 'name': PowerOnVM_Task, 'duration_secs': 1.613201} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.949043] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.949154] env[70399]: DEBUG nova.compute.manager [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.950503] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9380ac6-fe8a-4aaf-81ed-9c529f89e670 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.118491] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082799} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.118491] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.119107] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f7e09-4ed4-4e45-bd8e-55031c4b4707 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.157923] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] fda7cf41-c67e-4583-9344-5dd1eeee6cc2/fda7cf41-c67e-4583-9344-5dd1eeee6cc2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.157923] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84b3351-9e2d-480b-ba89-13847ddc6921 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.186299] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 714.186299] env[70399]: value = "task-3757728" [ 714.186299] env[70399]: _type = "Task" [ 714.186299] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.193292] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077478} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.194557] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.194861] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fa4f6-ed78-42db-b642-c9f13990657e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.201605] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.229550] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.229550] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c9913b-681b-4a8e-b7bc-846d2a252370 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.244810] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b8a8fa6-043a-4d93-ad05-958cb8c651e1 req-f7f96412-4047-47db-b93e-84d19d6a5397 service nova] Releasing lock "refresh_cache-fda7cf41-c67e-4583-9344-5dd1eeee6cc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.255893] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.260693] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 714.260693] env[70399]: value = "task-3757729" [ 714.260693] env[70399]: _type = "Task" [ 714.260693] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.271868] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.281897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.284587] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Instance network_info: |[{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.284866] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f2:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf21da9-6dd9-4a10-b956-149bc7de2f88', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.295643] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Creating folder: Project (58f763c1f20a4df289dedbf99bf474bb). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.296067] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c74d5a78-513d-4a1e-9c90-1dac122772c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314352] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Created folder: Project (58f763c1f20a4df289dedbf99bf474bb) in parent group-v747819. [ 714.314573] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Creating folder: Instances. Parent ref: group-v747853. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.314850] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-678ed151-faf3-425d-b943-3683bb99d0b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.329769] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Created folder: Instances in parent group-v747853. [ 714.330113] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.330983] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.331249] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600b1c7c-4a9e-448d-ac3a-819ee2728c63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.352320] env[70399]: DEBUG nova.compute.utils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.360519] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.360724] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.372394] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.372394] env[70399]: value = "task-3757732" [ 714.372394] env[70399]: _type = "Task" [ 714.372394] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.383249] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757732, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.481658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.584903] env[70399]: DEBUG nova.policy [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338961d0af3c446f919041b8ad335868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '341bc5d3b8634e22acad2442af1cd414', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.698928] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.759222] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631248} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.759732] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.760136] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.760528] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53ee1cd-e8da-41dc-b929-394688985e44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.776186] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.777252] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 714.777252] env[70399]: value = "task-3757733" [ 714.777252] env[70399]: _type = "Task" [ 714.777252] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.787788] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.871178] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.887810] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757732, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.019178] env[70399]: DEBUG nova.network.neutron [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updated VIF entry in instance network info cache for port 17db7320-aeda-4613-b6e5-2a7660bd810f. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.019547] env[70399]: DEBUG nova.network.neutron [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.181552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639dc6c-6db9-4fcb-8e4d-82537dc8a65f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.193437] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623822d8-11c2-469a-b012-888c0ec190ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.205116] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.236585] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20578c0f-63e6-4be8-a4eb-4ad09e681669 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.245739] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55a737-29f9-42a1-be45-e61170130366 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.263403] env[70399]: DEBUG nova.compute.provider_tree [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.275778] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.288484] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.393695] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757732, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.525787] env[70399]: DEBUG oslo_concurrency.lockutils [req-0317119f-2173-416b-bc45-dbfb070c905a req-c67af586-4c4c-41ef-9219-8cb3e889769c service nova] Releasing lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.703066] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757728, 'name': ReconfigVM_Task, 'duration_secs': 1.106235} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.703442] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] fda7cf41-c67e-4583-9344-5dd1eeee6cc2/fda7cf41-c67e-4583-9344-5dd1eeee6cc2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.704165] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3052796a-6f92-43cb-871c-2daa001444a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.711046] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 715.711046] env[70399]: value = "task-3757734" [ 715.711046] env[70399]: _type = "Task" [ 715.711046] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.724817] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757734, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.732935] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Successfully updated port: f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.775833] env[70399]: DEBUG nova.scheduler.client.report [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.787362] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757729, 'name': ReconfigVM_Task, 'duration_secs': 1.05875} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.788137] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ce836b7f-fb93-4621-b0b5-6f590a6df215/ce836b7f-fb93-4621-b0b5-6f590a6df215.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.788806] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3336c946-1e18-4d10-9d7f-d8fb397e2019 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.794102] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.749828} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.795233] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.801028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3122a4-365f-42fa-b216-116a028e64b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.804113] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 715.804113] env[70399]: value = "task-3757735" [ 715.804113] env[70399]: _type = "Task" [ 715.804113] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.831864] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.833105] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3472c3c0-f8a8-4902-bb61-098f12eedabd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.852982] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757735, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.858648] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 715.858648] env[70399]: value = "task-3757736" [ 715.858648] env[70399]: _type = "Task" [ 715.858648] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.880081] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.898550] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.900395] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757732, 'name': CreateVM_Task, 'duration_secs': 1.14458} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.902226] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.902908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.903250] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.903781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.904923] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e915a1-b27d-4b99-93ec-8ab0ad33673f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.913906] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 715.913906] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e4558a-51ae-f1b8-ef19-fd071b266091" [ 715.913906] env[70399]: _type = "Task" [ 715.913906] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.931365] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e4558a-51ae-f1b8-ef19-fd071b266091, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.933850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.934273] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.934620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.934620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.934783] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.935399] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6c2be01-e5ba-45fc-9aea-92bdd6256a53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.948051] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:24:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1298273492',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-400724735',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.948051] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.948051] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.948684] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.949855] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.949855] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.949855] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.949855] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.950205] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.950336] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.950578] env[70399]: DEBUG nova.virt.hardware [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.952554] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e488f-6dde-490f-a1fa-467afa42dbaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.961604] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.961604] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.961604] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e68c6db-1f57-4788-9843-360501e8b3bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.969171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44659d-16e3-4bab-b1d6-a1dd4a577e4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.975885] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 715.975885] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa7c93-7302-a4f4-5dc4-2025bb964684" [ 715.975885] env[70399]: _type = "Task" [ 715.975885] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.994918] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa7c93-7302-a4f4-5dc4-2025bb964684, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.995863] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccb9cd3-9968-4d89-ae39-ac3f44a57ab3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.003020] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 716.003020] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288a0d1-8f66-3567-090c-9aae17dd9553" [ 716.003020] env[70399]: _type = "Task" [ 716.003020] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.018783] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288a0d1-8f66-3567-090c-9aae17dd9553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.023069] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Successfully updated port: 13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.024056] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "6a0b46c8-e3e4-4caf-a798-01f428476931" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.024360] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.024671] env[70399]: INFO nova.compute.manager [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Rebooting instance [ 716.112430] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "45bc8818-027b-4516-a201-a6193cdf5343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.112803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.113012] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "45bc8818-027b-4516-a201-a6193cdf5343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.113908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.113908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.116701] env[70399]: INFO nova.compute.manager [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Terminating instance [ 716.169753] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "17a88673-c6cc-46ed-aecf-24911507cc05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.170136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.226082] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757734, 'name': Rename_Task, 'duration_secs': 0.368187} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.226377] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.226642] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2583ca5b-09c5-40bb-b900-07ed15e72ae7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.234631] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 716.234631] env[70399]: value = "task-3757737" [ 716.234631] env[70399]: _type = "Task" [ 716.234631] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.243133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.243133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquired lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.243133] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.247913] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.262868] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Successfully created port: d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.280920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.281485] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.284240] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.924s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.285024] env[70399]: DEBUG nova.objects.instance [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lazy-loading 'resources' on Instance uuid a528a175-424a-4140-825b-0eebd013c5fb {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.327813] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757735, 'name': Rename_Task, 'duration_secs': 0.317103} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.328435] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.328435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3260568d-3358-4526-a0a6-bae161120fab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.334802] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 716.334802] env[70399]: value = "task-3757738" [ 716.334802] env[70399]: _type = "Task" [ 716.334802] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.345843] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.370309] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757736, 'name': ReconfigVM_Task, 'duration_secs': 0.318448} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.370309] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.370726] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1a635b-8e1f-4639-a646-1ada09640fe2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.378258] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 716.378258] env[70399]: value = "task-3757739" [ 716.378258] env[70399]: _type = "Task" [ 716.378258] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.387419] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757739, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.515574] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288a0d1-8f66-3567-090c-9aae17dd9553, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.515873] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.516145] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] eb2fdaed-a533-45b9-8d69-b16ea78c57a6/eb2fdaed-a533-45b9-8d69-b16ea78c57a6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.516419] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e01e4c-0a89-4c39-9225-88a3f3e92250 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.528019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.528019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquired lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.528019] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.528346] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 716.528346] env[70399]: value = "task-3757740" [ 716.528346] env[70399]: _type = "Task" [ 716.528346] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.561994] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.577081] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.577405] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquired lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.577615] env[70399]: DEBUG nova.network.neutron [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.626827] env[70399]: DEBUG nova.compute.manager [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.628031] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.628159] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c39de-701f-4956-8290-289ad0cca032 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.637620] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.637921] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c940362d-1de7-4ac4-a446-c8dff63459b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.642350] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.651632] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 716.651632] env[70399]: value = "task-3757741" [ 716.651632] env[70399]: _type = "Task" [ 716.651632] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.665882] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.756553] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757737, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.787649] env[70399]: DEBUG nova.compute.utils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.794779] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.794779] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.854117] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.865797] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.891928] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757739, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.954233] env[70399]: DEBUG nova.policy [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789f7f22a86242119e18b2a3e95eef34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ca0a97b7f4b51825be708a71ad6e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.983199] env[70399]: DEBUG nova.network.neutron [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Updating instance_info_cache with network_info: [{"id": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "address": "fa:16:3e:0d:a5:5d", "network": {"id": "17d27696-8192-4474-9cfa-ffe183e9d1be", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331830867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19913abc64f84304adb1dc5bf7d09494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e7208e-9a", "ovs_interfaceid": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.056825] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.171367] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.208076] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f663d84-9b26-4489-9a53-5428e1f89e66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.219116] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d1001-32d0-416d-90fb-b5cd2d1b0422 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.261775] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875bf36-f8ec-4405-8728-a0303b7ec332 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.272287] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757737, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.273286] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae224b-d4c4-4fb7-a2f1-82567a4265d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.295370] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.299326] env[70399]: DEBUG nova.compute.provider_tree [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.356180] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.394861] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757739, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.488021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Releasing lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.488419] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Instance network_info: |[{"id": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "address": "fa:16:3e:0d:a5:5d", "network": {"id": "17d27696-8192-4474-9cfa-ffe183e9d1be", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331830867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19913abc64f84304adb1dc5bf7d09494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e7208e-9a", "ovs_interfaceid": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.488847] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a5:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e7208e-9aea-49f5-a81f-05de005dbcb0', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.497857] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Creating folder: Project (19913abc64f84304adb1dc5bf7d09494). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.498569] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836da77b-f347-4701-b226-660a2dbbb3f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.513066] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Created folder: Project (19913abc64f84304adb1dc5bf7d09494) in parent group-v747819. [ 717.513651] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Creating folder: Instances. Parent ref: group-v747856. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.513765] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9abfba-e1f6-405f-a711-bbbc0befdaf3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.528408] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Created folder: Instances in parent group-v747856. [ 717.528408] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.528933] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.530029] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-569ad8b6-a949-4c0d-959f-6775aaedb24c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.551054] env[70399]: DEBUG nova.network.neutron [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating instance_info_cache with network_info: [{"id": "f3bde114-3afc-44d9-b700-031059700635", "address": "fa:16:3e:09:03:ff", "network": {"id": "62c7f37f-1186-4d93-a39a-0609ed1c3241", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-22478917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b40e5b768142c685e8e3a5e6913913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bde114-3a", "ovs_interfaceid": "f3bde114-3afc-44d9-b700-031059700635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.566982] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.574176] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.574176] env[70399]: value = "task-3757744" [ 717.574176] env[70399]: _type = "Task" [ 717.574176] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.589385] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757744, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.665714] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757741, 'name': PowerOffVM_Task, 'duration_secs': 0.625276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.674042] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.674042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.674042] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe199cca-106e-4b6b-bd2b-744962c24fb6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.759144] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.759376] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.759596] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore2] 45bc8818-027b-4516-a201-a6193cdf5343 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.760330] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6c7abc5-8a88-4e68-b11f-0be7cb881198 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.772309] env[70399]: DEBUG oslo_vmware.api [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757737, 'name': PowerOnVM_Task, 'duration_secs': 1.122265} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.773115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.773338] env[70399]: INFO nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Took 16.06 seconds to spawn the instance on the hypervisor. [ 717.773517] env[70399]: DEBUG nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.774405] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df004a2-ed2e-4660-8c25-32bd250c163b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.779968] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 717.779968] env[70399]: value = "task-3757746" [ 717.779968] env[70399]: _type = "Task" [ 717.779968] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.804241] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.805708] env[70399]: DEBUG nova.network.neutron [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Updating instance_info_cache with network_info: [{"id": "115284ec-41e5-4417-b817-c1aa5812627d", "address": "fa:16:3e:c5:b1:f6", "network": {"id": "69f39d6d-bfa9-4920-a768-5562de8dcef5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-845394681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d568d054074e18a38a682e801c5baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115284ec-41", "ovs_interfaceid": "115284ec-41e5-4417-b817-c1aa5812627d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.807886] env[70399]: DEBUG nova.scheduler.client.report [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.859493] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.900355] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757739, 'name': Rename_Task, 'duration_secs': 1.176538} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.900355] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.900751] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290a0a29-fdb0-4fb3-992a-5d3767b07ac6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.912079] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 717.912079] env[70399]: value = "task-3757747" [ 717.912079] env[70399]: _type = "Task" [ 717.912079] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.928172] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.964879] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Successfully created port: 3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.069254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Releasing lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.069780] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Instance network_info: |[{"id": "f3bde114-3afc-44d9-b700-031059700635", "address": "fa:16:3e:09:03:ff", "network": {"id": "62c7f37f-1186-4d93-a39a-0609ed1c3241", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-22478917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b40e5b768142c685e8e3a5e6913913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bde114-3a", "ovs_interfaceid": "f3bde114-3afc-44d9-b700-031059700635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.070183] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757740, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523626} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.070604] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:03:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3bde114-3afc-44d9-b700-031059700635', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.079318] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Creating folder: Project (09b40e5b768142c685e8e3a5e6913913). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.079683] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] eb2fdaed-a533-45b9-8d69-b16ea78c57a6/eb2fdaed-a533-45b9-8d69-b16ea78c57a6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.080104] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.080483] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f44c1a-b7dd-456f-90a6-cf238860c679 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.082405] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70b458c6-82a4-42ad-8081-172ad1a2c42d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.095124] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757744, 'name': CreateVM_Task, 'duration_secs': 0.499716} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.096694] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.097341] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 718.097341] env[70399]: value = "task-3757748" [ 718.097341] env[70399]: _type = "Task" [ 718.097341] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.097992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.098195] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.098575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.100214] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e81eaa-d482-4ba1-bacb-e2885a008091 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.106145] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Created folder: Project (09b40e5b768142c685e8e3a5e6913913) in parent group-v747819. [ 718.106145] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Creating folder: Instances. Parent ref: group-v747859. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.106598] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31be944-dd7b-4c4d-a4db-80a1d514812a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.116891] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.119422] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 718.119422] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fe5c03-da1f-2063-fcf6-ee779ce70929" [ 718.119422] env[70399]: _type = "Task" [ 718.119422] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.121472] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Created folder: Instances in parent group-v747859. [ 718.121773] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.126024] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.126347] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c353d3-23bf-45ec-ac73-4fd1ac103969 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.149952] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fe5c03-da1f-2063-fcf6-ee779ce70929, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.151739] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.151991] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.152342] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.152619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.152918] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.153298] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.153298] env[70399]: value = "task-3757751" [ 718.153298] env[70399]: _type = "Task" [ 718.153298] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.153745] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adea2917-cb1d-45c5-a14f-d5cfafe3c492 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.170419] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757751, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.171961] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.172162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.173088] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c76ec0-c5ce-4963-bd36-e31d6a669fd8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.179026] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 718.179026] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277f73a-b761-ddf1-3d33-ce9453f3df66" [ 718.179026] env[70399]: _type = "Task" [ 718.179026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.189453] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277f73a-b761-ddf1-3d33-ce9453f3df66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.299839] env[70399]: DEBUG oslo_vmware.api [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393843} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.299839] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.299839] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.299839] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.299839] env[70399]: INFO nova.compute.manager [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Took 1.67 seconds to destroy the instance on the hypervisor. [ 718.300633] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.301127] env[70399]: DEBUG nova.compute.manager [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.301414] env[70399]: DEBUG nova.network.neutron [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.304270] env[70399]: INFO nova.compute.manager [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Took 25.66 seconds to build instance. [ 718.313618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Releasing lock "refresh_cache-6a0b46c8-e3e4-4caf-a798-01f428476931" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.316557] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.328043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.332027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.455s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.333285] env[70399]: INFO nova.compute.claims [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.356759] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.362012] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.362300] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.362466] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.362704] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.363090] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.363345] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.363573] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.363753] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.363922] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.364131] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.364322] env[70399]: DEBUG nova.virt.hardware [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.365310] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd846b3a-7cd7-4810-a96f-3a0bb7c1a259 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.375149] env[70399]: INFO nova.scheduler.client.report [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Deleted allocations for instance a528a175-424a-4140-825b-0eebd013c5fb [ 718.377324] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9418b57-902e-4863-af92-5871f528114c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.425869] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.613749] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079527} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.614153] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.615937] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2a0c4-0da3-49da-b663-49000da1c7c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.652469] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] eb2fdaed-a533-45b9-8d69-b16ea78c57a6/eb2fdaed-a533-45b9-8d69-b16ea78c57a6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.652609] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf877752-3d29-4e08-8c07-c6f6f92f9196 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.687094] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 718.687094] env[70399]: value = "task-3757756" [ 718.687094] env[70399]: _type = "Task" [ 718.687094] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.691189] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757751, 'name': CreateVM_Task, 'duration_secs': 0.399521} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.694489] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.698746] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.699011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.699410] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.699717] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277f73a-b761-ddf1-3d33-ce9453f3df66, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.700394] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d449aaf-7c13-4cda-922c-28db8b9c856f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.703040] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31538d4-401e-48ff-8e85-6c073c018e53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.709212] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.712184] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 718.712184] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f5f813-c715-8ffc-bd43-57df0b446113" [ 718.712184] env[70399]: _type = "Task" [ 718.712184] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.713641] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 718.713641] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52045e1b-888d-0be1-e480-1efdb03a970e" [ 718.713641] env[70399]: _type = "Task" [ 718.713641] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.727125] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52045e1b-888d-0be1-e480-1efdb03a970e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.730670] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f5f813-c715-8ffc-bd43-57df0b446113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.807610] env[70399]: DEBUG oslo_concurrency.lockutils [None req-97b78261-9058-4ec4-b26c-7cb8f3f3bde7 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.174s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.823055] env[70399]: DEBUG nova.compute.manager [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.825645] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebeae0-8eec-44be-8cfb-b9efe73d1662 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.852965] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.891068] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee8563f1-8d90-4fba-bd6e-47d47428b805 tempest-DeleteServersAdminTestJSON-100473431 tempest-DeleteServersAdminTestJSON-100473431-project-admin] Lock "a528a175-424a-4140-825b-0eebd013c5fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.889s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.899094] env[70399]: DEBUG nova.compute.manager [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-vif-plugged-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.899094] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Acquiring lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.899213] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.899432] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.899875] env[70399]: DEBUG nova.compute.manager [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] No waiting events found dispatching network-vif-plugged-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 718.900245] env[70399]: WARNING nova.compute.manager [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received unexpected event network-vif-plugged-ecf21da9-6dd9-4a10-b956-149bc7de2f88 for instance with vm_state building and task_state spawning. [ 718.900420] env[70399]: DEBUG nova.compute.manager [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.900589] env[70399]: DEBUG nova.compute.manager [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing instance network info cache due to event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.900988] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.900988] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.901359] env[70399]: DEBUG nova.network.neutron [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.924254] env[70399]: DEBUG oslo_vmware.api [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757747, 'name': PowerOnVM_Task, 'duration_secs': 0.718259} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.924558] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.924757] env[70399]: INFO nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Took 14.78 seconds to spawn the instance on the hypervisor. [ 718.924930] env[70399]: DEBUG nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.926156] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4e109-0158-40df-918f-baa93535e87a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.203017] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.229596] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52045e1b-888d-0be1-e480-1efdb03a970e, 'name': SearchDatastore_Task, 'duration_secs': 0.020021} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.235073] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.235073] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 43939515-ff5a-4d2d-bde9-b26ddca81eba/43939515-ff5a-4d2d-bde9-b26ddca81eba.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.235073] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f5f813-c715-8ffc-bd43-57df0b446113, 'name': SearchDatastore_Task, 'duration_secs': 0.017941} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.235520] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7aa7187-e474-49b9-9e2d-fc5af926459c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.237975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.238422] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.238605] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.238674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.238847] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.239461] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d48ac615-e320-4feb-a649-8f45ca392041 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.241959] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Successfully updated port: d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.253648] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 719.253648] env[70399]: value = "task-3757757" [ 719.253648] env[70399]: _type = "Task" [ 719.253648] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.262245] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.262455] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.263678] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263269db-d055-43ee-a29a-3faf6d05339a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.272253] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.277334] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 719.277334] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa9c24-1742-d64e-85e8-7c77e6666edc" [ 719.277334] env[70399]: _type = "Task" [ 719.277334] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.289497] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa9c24-1742-d64e-85e8-7c77e6666edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.313704] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.354192] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.449529] env[70399]: INFO nova.compute.manager [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Took 26.20 seconds to build instance. [ 719.639783] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1572d2-5db7-4ae5-94ff-e2c08d331c4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.651306] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e594166-b458-4420-bc78-1c1f0354061c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.687975] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f73c2-5772-4692-8e25-bd924f483c51 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.702221] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a4fc7-7b4e-4036-ad3f-213c67111dcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.712510] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757756, 'name': ReconfigVM_Task, 'duration_secs': 0.891265} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.721101] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] eb2fdaed-a533-45b9-8d69-b16ea78c57a6/eb2fdaed-a533-45b9-8d69-b16ea78c57a6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.722052] env[70399]: DEBUG nova.compute.provider_tree [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.723525] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292ca79a-08f6-4029-b6c9-f4d1647bd4a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.733358] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 719.733358] env[70399]: value = "task-3757758" [ 719.733358] env[70399]: _type = "Task" [ 719.733358] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.746552] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757758, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.748469] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.748867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.749146] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.766318] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.790840] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa9c24-1742-d64e-85e8-7c77e6666edc, 'name': SearchDatastore_Task, 'duration_secs': 0.033519} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.792026] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5379b6e-91d8-41b2-86e2-63a51d3e83b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.795147] env[70399]: DEBUG nova.network.neutron [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.801838] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 719.801838] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5207051f-8f9c-68f6-a316-9230d42c51de" [ 719.801838] env[70399]: _type = "Task" [ 719.801838] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.815709] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5207051f-8f9c-68f6-a316-9230d42c51de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.843368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.845244] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df584aa-11fa-473e-a76b-b4850f5d2016 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.858782] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.861084] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Doing hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 719.861869] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-921f7627-ffca-403c-9146-88a81bff186a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.871491] env[70399]: DEBUG oslo_vmware.api [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 719.871491] env[70399]: value = "task-3757759" [ 719.871491] env[70399]: _type = "Task" [ 719.871491] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.883926] env[70399]: DEBUG oslo_vmware.api [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757759, 'name': ResetVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.919807] env[70399]: DEBUG nova.network.neutron [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updated VIF entry in instance network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.919807] env[70399]: DEBUG nova.network.neutron [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.953040] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d4dbfac2-b8d9-4597-8e52-17b089a1e8cc tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.716s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.966409] env[70399]: DEBUG nova.compute.manager [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.966409] env[70399]: DEBUG nova.compute.manager [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing instance network info cache due to event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.966409] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Acquiring lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.966409] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Acquired lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.966585] env[70399]: DEBUG nova.network.neutron [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.227608] env[70399]: DEBUG nova.scheduler.client.report [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.247893] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757758, 'name': Rename_Task, 'duration_secs': 0.223927} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.248224] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.249291] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a0f4975-775f-44e1-86a9-99b1a914b27c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.261608] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 720.261608] env[70399]: value = "task-3757760" [ 720.261608] env[70399]: _type = "Task" [ 720.261608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.268784] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896737} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.269538] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 43939515-ff5a-4d2d-bde9-b26ddca81eba/43939515-ff5a-4d2d-bde9-b26ddca81eba.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.269797] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.270116] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7046b29-1faf-4678-9f64-b0428bd47d49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.277203] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.283399] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 720.283399] env[70399]: value = "task-3757761" [ 720.283399] env[70399]: _type = "Task" [ 720.283399] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.299230] env[70399]: INFO nova.compute.manager [-] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Took 2.00 seconds to deallocate network for instance. [ 720.299587] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.319203] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5207051f-8f9c-68f6-a316-9230d42c51de, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.319620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.320401] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 0ab4a2ea-d5c5-48d8-9422-a23207308ab6/0ab4a2ea-d5c5-48d8-9422-a23207308ab6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.320797] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9eda3c-836b-479c-9c2f-7396f5fcc7ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.332373] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 720.332373] env[70399]: value = "task-3757762" [ 720.332373] env[70399]: _type = "Task" [ 720.332373] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.341358] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.356997] env[70399]: DEBUG oslo_vmware.api [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757738, 'name': PowerOnVM_Task, 'duration_secs': 3.735557} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.356997] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.356997] env[70399]: DEBUG nova.compute.manager [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.358830] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1771ad-824f-4c87-ae23-3d57044a2871 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.365019] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.386243] env[70399]: DEBUG oslo_vmware.api [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757759, 'name': ResetVM_Task, 'duration_secs': 0.509041} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.386243] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Did hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 720.386243] env[70399]: DEBUG nova.compute.manager [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.386243] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b4f7f-aa71-4983-b677-fe866aa6e50f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.422512] env[70399]: DEBUG oslo_concurrency.lockutils [req-95532e27-e9c8-4494-9161-52c3ed8dec66 req-3bb9a10d-1f50-494d-ba95-c0462070cae9 service nova] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.699837] env[70399]: DEBUG nova.network.neutron [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updating instance_info_cache with network_info: [{"id": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "address": "fa:16:3e:06:ab:0f", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a26605-3d", "ovs_interfaceid": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.737201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.738039] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.741576] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.696s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.743647] env[70399]: INFO nova.compute.claims [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.800633] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.817477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.817477] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09442} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.817477] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.820891] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e1e49-4cfb-4dfc-9325-8c28b96f7049 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.871852] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 43939515-ff5a-4d2d-bde9-b26ddca81eba/43939515-ff5a-4d2d-bde9-b26ddca81eba.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.878136] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42953c0-c348-4988-a3ea-b3896191eb1e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.923956] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757762, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.924368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3fce16e8-e053-4eba-828c-8148bbd6a9e9 tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.900s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.931741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.936536] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 720.936536] env[70399]: value = "task-3757763" [ 720.936536] env[70399]: _type = "Task" [ 720.936536] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.958038] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.993245] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Successfully updated port: 3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.159232] env[70399]: DEBUG nova.network.neutron [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updated VIF entry in instance network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.159232] env[70399]: DEBUG nova.network.neutron [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updating instance_info_cache with network_info: [{"id": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "address": "fa:16:3e:5b:88:36", "network": {"id": "68a22f9b-9a17-4f15-9e54-025c8078f546", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1046562167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1276c0cf45b78b86db39e3d14541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c98d24-e3", "ovs_interfaceid": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.208341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.209038] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Instance network_info: |[{"id": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "address": "fa:16:3e:06:ab:0f", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a26605-3d", "ovs_interfaceid": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.212248] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ab:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a26605-3ddb-40bf-96b5-ca26e04083f8', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.217666] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Creating folder: Project (341bc5d3b8634e22acad2442af1cd414). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.218130] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c4cc93-23ed-45a0-b1bc-c325c0344b37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.224295] env[70399]: INFO nova.compute.manager [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Rebuilding instance [ 721.234402] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Created folder: Project (341bc5d3b8634e22acad2442af1cd414) in parent group-v747819. [ 721.234402] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Creating folder: Instances. Parent ref: group-v747865. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.234594] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efae3ed3-a1f5-4114-a823-0cb53fee6aa6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.247555] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Created folder: Instances in parent group-v747865. [ 721.249034] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.249505] env[70399]: DEBUG nova.compute.utils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.252036] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.258554] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 721.258554] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c64c4e57-061d-40c9-b715-8e8495be2962 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.294657] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.294657] env[70399]: value = "task-3757766" [ 721.294657] env[70399]: _type = "Task" [ 721.294657] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.295476] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.310476] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757766, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.326256] env[70399]: DEBUG nova.compute.manager [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.326256] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd731300-86a5-415b-945e-9c288881a856 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.350400] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680327} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.351105] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 0ab4a2ea-d5c5-48d8-9422-a23207308ab6/0ab4a2ea-d5c5-48d8-9422-a23207308ab6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.351105] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.351105] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a36649b-afd4-4b85-9245-1b5a72e3cfb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.362029] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 721.362029] env[70399]: value = "task-3757767" [ 721.362029] env[70399]: _type = "Task" [ 721.362029] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.382368] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.452737] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.502539] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.502539] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.502539] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.661477] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Releasing lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.661671] env[70399]: DEBUG nova.compute.manager [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Received event network-vif-plugged-13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.661917] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Acquiring lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.662084] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.662282] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.662482] env[70399]: DEBUG nova.compute.manager [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] No waiting events found dispatching network-vif-plugged-13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.662703] env[70399]: WARNING nova.compute.manager [req-cf8f3f24-4f9c-40ae-9d86-3531e1322eb3 req-1e668f36-9ed8-4eb7-be47-dce179bac76d service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Received unexpected event network-vif-plugged-13e7208e-9aea-49f5-a81f-05de005dbcb0 for instance with vm_state building and task_state spawning. [ 721.752715] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.805255] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.823253] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757766, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.881743] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084642} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.882289] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.883539] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf15727-b4a3-4d42-82f5-f2fee07847e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.910091] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0ab4a2ea-d5c5-48d8-9422-a23207308ab6/0ab4a2ea-d5c5-48d8-9422-a23207308ab6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.913127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e9cdf7-4c55-45fa-bb4a-7e26bd406235 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.934464] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 721.934464] env[70399]: value = "task-3757769" [ 721.934464] env[70399]: _type = "Task" [ 721.934464] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.949982] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.950503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.955632] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.960078] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757763, 'name': ReconfigVM_Task, 'duration_secs': 0.520102} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.960655] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 43939515-ff5a-4d2d-bde9-b26ddca81eba/43939515-ff5a-4d2d-bde9-b26ddca81eba.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.961419] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b61e114f-a349-4aab-9b34-37240cdf1eec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.973708] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 721.973708] env[70399]: value = "task-3757770" [ 721.973708] env[70399]: _type = "Task" [ 721.973708] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.984798] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757770, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.086020] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.106607] env[70399]: DEBUG nova.compute.manager [None req-97ccb6aa-2b64-4ab9-b6b9-1fb538b1a850 tempest-ServerDiagnosticsTest-1667718487 tempest-ServerDiagnosticsTest-1667718487-project-admin] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.111302] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad505e-4a99-45c4-a901-e229f65941f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.121602] env[70399]: INFO nova.compute.manager [None req-97ccb6aa-2b64-4ab9-b6b9-1fb538b1a850 tempest-ServerDiagnosticsTest-1667718487 tempest-ServerDiagnosticsTest-1667718487-project-admin] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Retrieving diagnostics [ 722.122519] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d6c1e6-7744-4a9d-b1f1-4768a9f4c865 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.182529] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f12179-52ba-4c47-8131-98d54ecb42f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.190940] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fb17d-0e58-46e1-81d2-204d6d865f82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.233897] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c2e8dd-c713-4e67-a402-075e1c7e256c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.244452] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea581d-a6d5-43ad-924f-b80f34532bb3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.267738] env[70399]: DEBUG nova.compute.provider_tree [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.294542] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.311521] env[70399]: DEBUG nova.network.neutron [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Updating instance_info_cache with network_info: [{"id": "3080720d-f5a9-42f1-921c-47a81529fc8f", "address": "fa:16:3e:04:15:af", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3080720d-f5", "ovs_interfaceid": "3080720d-f5a9-42f1-921c-47a81529fc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.319194] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757766, 'name': CreateVM_Task, 'duration_secs': 0.557871} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.319624] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.320527] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.320905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.321291] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.321636] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a139fc-1334-421b-8f19-2dbb16128fef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.330568] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 722.330568] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f334eb-a98b-5f49-c703-469d19072d23" [ 722.330568] env[70399]: _type = "Task" [ 722.330568] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.342711] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f334eb-a98b-5f49-c703-469d19072d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.358212] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.359028] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-893b0ffa-d809-4c31-9731-70102c5e396b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.370069] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 722.370069] env[70399]: value = "task-3757771" [ 722.370069] env[70399]: _type = "Task" [ 722.370069] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.379218] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "67902cdf-0737-466b-ad67-90c63ba6c80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.380095] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.386957] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.447180] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.452606] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.486134] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757770, 'name': Rename_Task, 'duration_secs': 0.399119} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.486134] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.486413] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c683db-2758-48bb-a5d4-0e891fbdbf05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.495213] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 722.495213] env[70399]: value = "task-3757772" [ 722.495213] env[70399]: _type = "Task" [ 722.495213] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.510469] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.611269] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.611443] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.773957] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.781015] env[70399]: DEBUG nova.scheduler.client.report [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.806258] env[70399]: DEBUG oslo_vmware.api [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757760, 'name': PowerOnVM_Task, 'duration_secs': 2.214091} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.806356] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.806678] env[70399]: INFO nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Took 16.22 seconds to spawn the instance on the hypervisor. [ 722.806752] env[70399]: DEBUG nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.808086] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8c363-55c2-4999-aa24-2e6eb18e0949 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.822707] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.822707] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Instance network_info: |[{"id": "3080720d-f5a9-42f1-921c-47a81529fc8f", "address": "fa:16:3e:04:15:af", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3080720d-f5", "ovs_interfaceid": "3080720d-f5a9-42f1-921c-47a81529fc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.823650] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:15:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3080720d-f5a9-42f1-921c-47a81529fc8f', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.832419] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.834854] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.834996] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.835253] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.835391] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.835541] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.835846] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.835898] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.836063] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.836328] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.836405] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.836619] env[70399]: DEBUG nova.virt.hardware [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.837343] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.838128] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d0c61-ea39-4ebb-bf10-1a960edd65e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.844439] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa5a99b-63c8-497b-88c2-c61a4cfeb752 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.877097] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f334eb-a98b-5f49-c703-469d19072d23, 'name': SearchDatastore_Task, 'duration_secs': 0.023486} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.882576] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f49b5-cebe-4898-8a18-bf1596d929ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.887047] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.887306] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.887778] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.887885] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.887980] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.888290] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.888290] env[70399]: value = "task-3757773" [ 722.888290] env[70399]: _type = "Task" [ 722.888290] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.888751] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa3e816d-8a70-4111-b2e3-a81898323560 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.907115] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757771, 'name': PowerOffVM_Task, 'duration_secs': 0.213005} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.907717] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.915582] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Creating folder: Project (edf7459d73094ab78aad66e5d2c9abea). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.918122] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.918409] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.918732] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a30c4949-6de1-4c05-bc71-b2b31e613e5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.920741] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.920984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.925912] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b184d-2778-4a99-9ae3-a1b3eac8cdfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.928631] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238d680a-5987-4ea4-851f-75973c5e87a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.937592] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757773, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.945219] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.945856] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 722.945856] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a641b2-cf1c-b46f-5619-22d95ada26a1" [ 722.945856] env[70399]: _type = "Task" [ 722.945856] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.947979] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b4ee0f-5821-4c19-879c-01ade0b95be0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.949979] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Created folder: Project (edf7459d73094ab78aad66e5d2c9abea) in parent group-v747819. [ 722.950230] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Creating folder: Instances. Parent ref: group-v747869. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.954807] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adb4f636-2f5d-492b-a088-ddb433e305f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.964607] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757769, 'name': ReconfigVM_Task, 'duration_secs': 0.828642} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.968329] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0ab4a2ea-d5c5-48d8-9422-a23207308ab6/0ab4a2ea-d5c5-48d8-9422-a23207308ab6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.969442] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e87d8246-029a-42cd-afc7-7eafba282130 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.977756] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a641b2-cf1c-b46f-5619-22d95ada26a1, 'name': SearchDatastore_Task, 'duration_secs': 0.021338} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.979714] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ccc55b-cfca-4d4b-90e0-da0deb16f8b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.985073] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Created folder: Instances in parent group-v747869. [ 722.985783] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.988153] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.988930] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 722.988930] env[70399]: value = "task-3757777" [ 722.988930] env[70399]: _type = "Task" [ 722.988930] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.989264] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-971236a9-58a5-4c7d-a90b-992ecc3b82d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.007729] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.011946] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 723.011946] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52700307-66c1-9698-283e-c2fc89c53c9d" [ 723.011946] env[70399]: _type = "Task" [ 723.011946] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.012217] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.012326] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.012503] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Deleting the datastore file [datastore2] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.017059] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d87fa9-0b90-4077-9b31-945b798058de {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.029150] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757777, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.029573] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.029573] env[70399]: value = "task-3757778" [ 723.029573] env[70399]: _type = "Task" [ 723.029573] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.040980] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 723.040980] env[70399]: value = "task-3757779" [ 723.040980] env[70399]: _type = "Task" [ 723.040980] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.041291] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.045250] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757778, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.052754] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52700307-66c1-9698-283e-c2fc89c53c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.053481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.053793] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 43349753-23ef-41fe-acd9-202d4ee28ebe/43349753-23ef-41fe-acd9-202d4ee28ebe.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.054043] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a27b16b6-441b-422e-819e-874a64f437e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.060240] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.065824] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 723.065824] env[70399]: value = "task-3757780" [ 723.065824] env[70399]: _type = "Task" [ 723.065824] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.077738] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.194737] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Received event network-vif-plugged-f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.194971] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.195204] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.195369] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.195630] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] No waiting events found dispatching network-vif-plugged-f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.195795] env[70399]: WARNING nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Received unexpected event network-vif-plugged-f3bde114-3afc-44d9-b700-031059700635 for instance with vm_state building and task_state spawning. [ 723.195957] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Received event network-changed-f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.196124] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Refreshing instance network info cache due to event network-changed-f3bde114-3afc-44d9-b700-031059700635. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.196316] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquiring lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196449] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquired lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.196622] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Refreshing network info cache for port f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.298021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.298021] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.299808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.404s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.302135] env[70399]: INFO nova.compute.claims [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.343488] env[70399]: INFO nova.compute.manager [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Took 28.84 seconds to build instance. [ 723.403480] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757773, 'name': CreateVM_Task, 'duration_secs': 0.513851} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.403736] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.404594] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.404959] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.406161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.406286] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683b0f8a-7627-4d99-8ae6-9609b8b5c8ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.414861] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 723.414861] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526348c6-fb99-d8ee-c9ac-38187c6fcee4" [ 723.414861] env[70399]: _type = "Task" [ 723.414861] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.423885] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526348c6-fb99-d8ee-c9ac-38187c6fcee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.522165] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757777, 'name': Rename_Task, 'duration_secs': 0.2719} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.527770] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.529041] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.529041] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cdf311-c3cc-4213-a1f8-656092d6d8e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.543509] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757778, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.545487] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 723.545487] env[70399]: value = "task-3757781" [ 723.545487] env[70399]: _type = "Task" [ 723.545487] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.558813] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148792} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.562543] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.562775] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.562993] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.577065] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.807799] env[70399]: DEBUG nova.compute.utils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.812816] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.812816] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.846871] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c86698e-84f6-45bc-8dcc-0f5d621c1c89 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.370s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.864354] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Received event network-changed-13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.864354] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Refreshing instance network info cache due to event network-changed-13e7208e-9aea-49f5-a81f-05de005dbcb0. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.864354] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Acquiring lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.864354] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Acquired lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.864354] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Refreshing network info cache for port 13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.902100] env[70399]: DEBUG nova.policy [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d201d499a2346029779fe4240e78829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fd6c211adb49948b3be9ead1280e7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.926486] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526348c6-fb99-d8ee-c9ac-38187c6fcee4, 'name': SearchDatastore_Task, 'duration_secs': 0.067312} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.926801] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927101] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.927345] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.927487] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.927771] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.928063] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67aff86d-e39c-4541-86be-39ee44699f40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.941748] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.941931] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.942864] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce990631-cc5b-4f60-bd26-6798941a66e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.950941] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 723.950941] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d31739-b072-a143-5636-5a1c10b71db1" [ 723.950941] env[70399]: _type = "Task" [ 723.950941] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.965917] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d31739-b072-a143-5636-5a1c10b71db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.025483] env[70399]: DEBUG oslo_vmware.api [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757772, 'name': PowerOnVM_Task, 'duration_secs': 1.087956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.027887] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.028627] env[70399]: INFO nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Took 10.70 seconds to spawn the instance on the hypervisor. [ 724.029055] env[70399]: DEBUG nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.031516] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddad7a8-d539-4ad8-8456-d4fb5aca0aef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.045209] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757778, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.069471] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757781, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.087533] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580531} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.090257] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 43349753-23ef-41fe-acd9-202d4ee28ebe/43349753-23ef-41fe-acd9-202d4ee28ebe.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.090257] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.090257] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda49df5-16bc-4e85-8a57-5e7660f9cb9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.096657] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 724.096657] env[70399]: value = "task-3757783" [ 724.096657] env[70399]: _type = "Task" [ 724.096657] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.109065] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.313933] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.323252] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updated VIF entry in instance network info cache for port f3bde114-3afc-44d9-b700-031059700635. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.323252] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating instance_info_cache with network_info: [{"id": "f3bde114-3afc-44d9-b700-031059700635", "address": "fa:16:3e:09:03:ff", "network": {"id": "62c7f37f-1186-4d93-a39a-0609ed1c3241", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-22478917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b40e5b768142c685e8e3a5e6913913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bde114-3a", "ovs_interfaceid": "f3bde114-3afc-44d9-b700-031059700635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.349033] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.447187] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Successfully created port: 13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.465696] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d31739-b072-a143-5636-5a1c10b71db1, 'name': SearchDatastore_Task, 'duration_secs': 0.038034} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.470452] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d230d20-6ea8-4434-b249-76a2ee08b15a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.476815] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 724.476815] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d23e55-acd2-7d4d-9493-dfd319c9edb6" [ 724.476815] env[70399]: _type = "Task" [ 724.476815] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.489264] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d23e55-acd2-7d4d-9493-dfd319c9edb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.524230] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.524718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.547443] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757778, 'name': CreateVM_Task, 'duration_secs': 1.511736} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.547980] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.548293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.549442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.549442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.549923] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85e2f92-15f2-4eed-982e-013214368562 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.571412] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 724.571412] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521e48b6-496c-8613-4f5b-5346d3c55182" [ 724.571412] env[70399]: _type = "Task" [ 724.571412] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.571412] env[70399]: INFO nova.compute.manager [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Took 24.86 seconds to build instance. [ 724.577105] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757781, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.590652] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521e48b6-496c-8613-4f5b-5346d3c55182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.608263] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.439445} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.612814] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.616909] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782285f6-5076-4459-bfbe-c0d159645f2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.646201] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 43349753-23ef-41fe-acd9-202d4ee28ebe/43349753-23ef-41fe-acd9-202d4ee28ebe.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.651546] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.651883] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.652103] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.652329] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.652501] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.652676] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.652917] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.653116] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.653321] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.653679] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.653936] env[70399]: DEBUG nova.virt.hardware [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.654280] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7203c2a-4827-4ceb-a453-64dc1666be9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.669593] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46febb2a-a48b-450c-8839-ede3224bb60a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.675702] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.676010] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.676228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.676468] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.676671] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.681047] env[70399]: INFO nova.compute.manager [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Terminating instance [ 724.689543] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea05833c-19a9-488b-bcdd-1651dc417394 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.694253] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 724.694253] env[70399]: value = "task-3757784" [ 724.694253] env[70399]: _type = "Task" [ 724.694253] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.711369] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.717509] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.721919] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.722429] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3f3815-9d4a-4331-8b2b-571c880cca1e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.742390] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.752280] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.752280] env[70399]: value = "task-3757785" [ 724.752280] env[70399]: _type = "Task" [ 724.752280] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.761506] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757785, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.806170] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952cb468-9cd4-4573-bf9e-4c93c44a8ee9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814775] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b2c5db-27aa-46b4-a7a8-15033ea6bc68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.850993] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Releasing lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.851323] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Received event network-vif-plugged-d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.851836] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquiring lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.851836] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.852022] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.855717] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] No waiting events found dispatching network-vif-plugged-d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.855717] env[70399]: WARNING nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Received unexpected event network-vif-plugged-d0a26605-3ddb-40bf-96b5-ca26e04083f8 for instance with vm_state building and task_state spawning. [ 724.855717] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Received event network-changed-d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.855717] env[70399]: DEBUG nova.compute.manager [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Refreshing instance network info cache due to event network-changed-d0a26605-3ddb-40bf-96b5-ca26e04083f8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.855717] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquiring lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.856648] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Acquired lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.856648] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Refreshing network info cache for port d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.856648] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337489e2-12bc-45c0-ab8f-380d52988aac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.873100] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60bf26-3684-4f24-bc0f-5ab02aa6fae2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.878864] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Updated VIF entry in instance network info cache for port 13e7208e-9aea-49f5-a81f-05de005dbcb0. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.879252] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Updating instance_info_cache with network_info: [{"id": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "address": "fa:16:3e:0d:a5:5d", "network": {"id": "17d27696-8192-4474-9cfa-ffe183e9d1be", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331830867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19913abc64f84304adb1dc5bf7d09494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e7208e-9a", "ovs_interfaceid": "13e7208e-9aea-49f5-a81f-05de005dbcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.881083] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.896212] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.994273] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d23e55-acd2-7d4d-9493-dfd319c9edb6, 'name': SearchDatastore_Task, 'duration_secs': 0.020746} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.995039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995148] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e/71f44424-3ca9-4bbe-a6bf-e133a5f3b35e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.995401] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2de4205-00d0-4d70-b5bf-95ef4c940ca8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.007119] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 725.007119] env[70399]: value = "task-3757786" [ 725.007119] env[70399]: _type = "Task" [ 725.007119] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.017047] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.070776] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757781, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.083913] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8d3f9c66-28ab-45eb-a8ca-73ef60d315fd tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.015s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.083913] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521e48b6-496c-8613-4f5b-5346d3c55182, 'name': SearchDatastore_Task, 'duration_secs': 0.020833} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.085479] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.085842] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.086207] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.086616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.086616] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.087311] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac2e1fbc-5110-4fb3-aa85-af2f0393a6b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.099962] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.099962] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.101103] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c118a62-8bb2-4364-a449-bed72aff27e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.109291] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 725.109291] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52450bf4-590b-4792-bc31-4e4dcc432900" [ 725.109291] env[70399]: _type = "Task" [ 725.109291] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.121204] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52450bf4-590b-4792-bc31-4e4dcc432900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.196829] env[70399]: DEBUG nova.compute.manager [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.197019] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.198203] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0eace-63a6-444d-9634-d27dd461ed9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.214620] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.220264] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6994a2-4c4e-4260-9db6-0b9358cae57e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.222868] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.231946] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 725.231946] env[70399]: value = "task-3757787" [ 725.231946] env[70399]: _type = "Task" [ 725.231946] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.244384] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.267615] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757785, 'name': CreateVM_Task, 'duration_secs': 0.465015} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.268441] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.268441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.268561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.269177] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.269323] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624e2d96-f3b7-4ba6-b5c6-221bce64831d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.275971] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 725.275971] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521292e4-7eeb-3ef6-452f-879ae6d99f66" [ 725.275971] env[70399]: _type = "Task" [ 725.275971] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.286913] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521292e4-7eeb-3ef6-452f-879ae6d99f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.356793] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.382470] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Releasing lock "refresh_cache-43939515-ff5a-4d2d-bde9-b26ddca81eba" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.382836] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Received event network-vif-deleted-b8e0508c-9617-46e8-9c81-da42c17cb519 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.382978] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Received event network-vif-plugged-3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.384199] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Acquiring lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.384199] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.384199] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.384199] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] No waiting events found dispatching network-vif-plugged-3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.384199] env[70399]: WARNING nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Received unexpected event network-vif-plugged-3080720d-f5a9-42f1-921c-47a81529fc8f for instance with vm_state building and task_state spawning. [ 725.384640] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Received event network-changed-3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.384640] env[70399]: DEBUG nova.compute.manager [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Refreshing instance network info cache due to event network-changed-3080720d-f5a9-42f1-921c-47a81529fc8f. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.384640] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Acquiring lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.384857] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Acquired lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384857] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Refreshing network info cache for port 3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.412239] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.412239] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.412239] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.412545] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.412545] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.412545] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.412545] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.412545] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.412897] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.412897] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.412897] env[70399]: DEBUG nova.virt.hardware [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.413528] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1b466-3914-4592-9c4c-3d872fc7db30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.417188] env[70399]: DEBUG nova.compute.manager [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 725.430232] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a70d5-123f-41ae-a16e-abcce046e64b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.437250] env[70399]: ERROR nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [req-5d612bf8-0300-4d70-b697-98a2b8ab9c85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d612bf8-0300-4d70-b697-98a2b8ab9c85"}]} [ 725.464931] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 725.488452] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 725.488452] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.517338] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 725.525236] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.544924] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 725.570586] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757781, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.588151] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.621839] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52450bf4-590b-4792-bc31-4e4dcc432900, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.623731] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c93977a-7d80-4ad3-97ec-e536904dd093 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.634948] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 725.634948] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524207c8-37af-d9c9-4cba-ebca60ff3499" [ 725.634948] env[70399]: _type = "Task" [ 725.634948] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.647174] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524207c8-37af-d9c9-4cba-ebca60ff3499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.717940] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757784, 'name': ReconfigVM_Task, 'duration_secs': 0.584965} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.721372] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 43349753-23ef-41fe-acd9-202d4ee28ebe/43349753-23ef-41fe-acd9-202d4ee28ebe.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.723448] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab15453-4c13-4255-befc-b41d9e5f47d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.730730] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 725.730730] env[70399]: value = "task-3757788" [ 725.730730] env[70399]: _type = "Task" [ 725.730730] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.747966] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757788, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.754342] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757787, 'name': PowerOffVM_Task, 'duration_secs': 0.237537} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.758638] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updated VIF entry in instance network info cache for port d0a26605-3ddb-40bf-96b5-ca26e04083f8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.759081] env[70399]: DEBUG nova.network.neutron [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updating instance_info_cache with network_info: [{"id": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "address": "fa:16:3e:06:ab:0f", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a26605-3d", "ovs_interfaceid": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.760584] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.760753] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.763103] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea96352-e535-429d-9632-ae5f7aa92983 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.788476] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521292e4-7eeb-3ef6-452f-879ae6d99f66, 'name': SearchDatastore_Task, 'duration_secs': 0.06293} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.792143] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.792143] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.792143] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.832406] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.832802] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.832989] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Deleting the datastore file [datastore2] fda7cf41-c67e-4583-9344-5dd1eeee6cc2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.833240] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7122e2a-1eca-4b0a-9cde-472431170995 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.844821] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for the task: (returnval){ [ 725.844821] env[70399]: value = "task-3757790" [ 725.844821] env[70399]: _type = "Task" [ 725.844821] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.854714] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.965564] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.987770] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6462054-5690-4c0f-b1bb-2a9eafcc850c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.000704] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f921f-6949-4abd-9b2a-d7dec5a47be5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.064026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708d73b-e4f3-403f-8db3-ea9a2c7ce86f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.077181] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561653} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.077733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.077966] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.078275] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e/71f44424-3ca9-4bbe-a6bf-e133a5f3b35e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.078417] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.079722] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e236581b-7ada-471c-bc0c-aec2b3d54ec8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.087010] env[70399]: DEBUG oslo_vmware.api [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3757781, 'name': PowerOnVM_Task, 'duration_secs': 2.490139} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.087787] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.088075] env[70399]: INFO nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Took 15.12 seconds to spawn the instance on the hypervisor. [ 726.088308] env[70399]: DEBUG nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.089616] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12ed04-9381-44fc-b4e4-5d0ba59c8840 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.095567] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4286bfac-9147-4bb1-abbc-88cea89f4bb8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.102961] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 726.102961] env[70399]: value = "task-3757792" [ 726.102961] env[70399]: _type = "Task" [ 726.102961] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.123228] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.125353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.133557] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.151077] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524207c8-37af-d9c9-4cba-ebca60ff3499, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.151077] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.151077] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa423416-2678-4d8b-809a-67421ee11e68/fa423416-2678-4d8b-809a-67421ee11e68.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.151077] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.151646] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.151646] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8667450-8e93-4bc1-be27-23cd0c02f799 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.153574] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ece02b2-39c4-4dbd-a0a2-ba86a8cd9712 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.161223] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 726.161223] env[70399]: value = "task-3757793" [ 726.161223] env[70399]: _type = "Task" [ 726.161223] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.166713] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.166982] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.168272] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1690d77-b4e0-4474-a988-5735b8fed5aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.175365] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.182636] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 726.182636] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520811a3-a541-c14c-9e05-2537e4be5560" [ 726.182636] env[70399]: _type = "Task" [ 726.182636] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.194864] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520811a3-a541-c14c-9e05-2537e4be5560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.242501] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757788, 'name': Rename_Task, 'duration_secs': 0.196291} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.242819] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.243217] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a71e91-7e61-4765-8c25-3938bcd9c3b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.250591] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 726.250591] env[70399]: value = "task-3757794" [ 726.250591] env[70399]: _type = "Task" [ 726.250591] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.263140] env[70399]: DEBUG oslo_concurrency.lockutils [req-c63c31a1-7e8e-41a2-ae93-e5ee2ce59ca3 req-49bd1f97-366d-42ec-9ce1-68da345bbd82 service nova] Releasing lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.263599] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.265886] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Updated VIF entry in instance network info cache for port 3080720d-f5a9-42f1-921c-47a81529fc8f. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.266360] env[70399]: DEBUG nova.network.neutron [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Updating instance_info_cache with network_info: [{"id": "3080720d-f5a9-42f1-921c-47a81529fc8f", "address": "fa:16:3e:04:15:af", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3080720d-f5", "ovs_interfaceid": "3080720d-f5a9-42f1-921c-47a81529fc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.355828] env[70399]: DEBUG oslo_vmware.api [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Task: {'id': task-3757790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360571} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.356183] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.356380] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.356558] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.356732] env[70399]: INFO nova.compute.manager [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.356972] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.357177] env[70399]: DEBUG nova.compute.manager [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.357272] env[70399]: DEBUG nova.network.neutron [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.617665] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127954} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.617984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.619019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4133bdc-9d10-424f-a05e-b0a2b25da4d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.655180] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e/71f44424-3ca9-4bbe-a6bf-e133a5f3b35e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.656498] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Successfully updated port: 13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.659866] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42bc75d-4642-4423-80e1-05711f56dd38 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.676348] env[70399]: INFO nova.compute.manager [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Took 27.57 seconds to build instance. [ 726.684739] env[70399]: ERROR nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [req-b8284a21-dfeb-41bb-ae1e-383209dc6497] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8284a21-dfeb-41bb-ae1e-383209dc6497"}]} [ 726.694770] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 726.694770] env[70399]: value = "task-3757795" [ 726.694770] env[70399]: _type = "Task" [ 726.694770] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.699537] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.709484] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520811a3-a541-c14c-9e05-2537e4be5560, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.711076] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bec47e-db35-45ff-b83c-2cf6f92dd236 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.718110] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 726.720752] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.725785] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 726.725785] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521de256-f0ca-170d-75a1-5e7017769b46" [ 726.725785] env[70399]: _type = "Task" [ 726.725785] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.737090] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521de256-f0ca-170d-75a1-5e7017769b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.742361] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 726.742604] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.757156] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 726.765198] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.770387] env[70399]: DEBUG oslo_concurrency.lockutils [req-30350b09-c170-4bc7-bcac-e5dff59465a3 req-784ee7c9-2921-47f9-a567-a8a6e0830829 service nova] Releasing lock "refresh_cache-71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.784888] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 727.176541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.176884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquired lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.176884] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.186455] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8b65013-4508-417c-8fe9-7383e3b10e40 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.919s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.188499] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a67370a-229c-4c78-a326-e9dc2c360959 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.203070] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804584} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.205783] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77acbb3a-32bb-4447-b9ac-aa970da6e541 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.211883] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa423416-2678-4d8b-809a-67421ee11e68/fa423416-2678-4d8b-809a-67421ee11e68.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.212176] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.213142] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cb7c589-f03a-4bac-a083-209df6f9c660 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.222470] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.251274] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 727.251274] env[70399]: value = "task-3757796" [ 727.251274] env[70399]: _type = "Task" [ 727.251274] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.252062] env[70399]: DEBUG nova.network.neutron [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.258222] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd0ab7-5d11-484e-bbe5-306480bb08e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.291853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f4722-c6ac-4ce0-816e-cb06d68e2cef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.300229] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521de256-f0ca-170d-75a1-5e7017769b46, 'name': SearchDatastore_Task, 'duration_secs': 0.065491} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.300471] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.300689] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.300940] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.301210] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.302216] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c931d2be-e2d9-47b7-b706-f6dca2d9688e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.313672] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.321517] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 727.321517] env[70399]: value = "task-3757797" [ 727.321517] env[70399]: _type = "Task" [ 727.321517] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.328349] env[70399]: DEBUG nova.compute.manager [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.328595] env[70399]: DEBUG nova.compute.manager [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing instance network info cache due to event network-changed-d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.328845] env[70399]: DEBUG oslo_concurrency.lockutils [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] Acquiring lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.329066] env[70399]: DEBUG oslo_concurrency.lockutils [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] Acquired lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.329297] env[70399]: DEBUG nova.network.neutron [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Refreshing network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.338322] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.583634] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.583947] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.584219] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.584586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.584701] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.587776] env[70399]: INFO nova.compute.manager [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Terminating instance [ 727.670538] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.670805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.671034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.671245] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.671413] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.673778] env[70399]: INFO nova.compute.manager [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Terminating instance [ 727.700446] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.712802] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757795, 'name': ReconfigVM_Task, 'duration_secs': 0.877948} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.717035] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e/71f44424-3ca9-4bbe-a6bf-e133a5f3b35e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.717035] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54192bed-7cf1-4e2e-aa0b-f8ec52fc5681 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.722613] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 727.722613] env[70399]: value = "task-3757798" [ 727.722613] env[70399]: _type = "Task" [ 727.722613] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.731587] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757798, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.757671] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.771035] env[70399]: INFO nova.compute.manager [-] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Took 1.41 seconds to deallocate network for instance. [ 727.776437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "6a0b46c8-e3e4-4caf-a798-01f428476931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.776695] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.779872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.779872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.779872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.779872] env[70399]: DEBUG oslo_vmware.api [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3757794, 'name': PowerOnVM_Task, 'duration_secs': 1.042752} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.786567] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.786567] env[70399]: INFO nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Took 11.89 seconds to spawn the instance on the hypervisor. [ 727.786567] env[70399]: DEBUG nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.786567] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118409} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.787746] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9870657-7733-4f65-801c-9168110797d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.790947] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.793245] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a5283-c2e0-4ed4-99ee-27472f28290e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.826476] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fa423416-2678-4d8b-809a-67421ee11e68/fa423416-2678-4d8b-809a-67421ee11e68.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.829449] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d3b83e-0b50-4643-b160-eaeff82c02e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.859009] env[70399]: INFO nova.compute.manager [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Terminating instance [ 727.866283] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 727.866283] env[70399]: value = "task-3757799" [ 727.866283] env[70399]: _type = "Task" [ 727.866283] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.867263] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757797, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.877167] env[70399]: DEBUG nova.scheduler.client.report [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.877307] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 30 to 31 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.877423] env[70399]: DEBUG nova.compute.provider_tree [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.885359] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.960273] env[70399]: DEBUG nova.compute.manager [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Received event network-vif-plugged-13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.960273] env[70399]: DEBUG oslo_concurrency.lockutils [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] Acquiring lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.960273] env[70399]: DEBUG oslo_concurrency.lockutils [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.960273] env[70399]: DEBUG oslo_concurrency.lockutils [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.960273] env[70399]: DEBUG nova.compute.manager [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] No waiting events found dispatching network-vif-plugged-13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.960547] env[70399]: WARNING nova.compute.manager [req-d0a4c544-8468-407f-859e-8813b09a4029 req-59297f47-d113-47c1-a036-7363ef064df5 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Received unexpected event network-vif-plugged-13d7b6a9-124b-4760-8f0c-191e7c50cf85 for instance with vm_state building and task_state spawning. [ 728.006253] env[70399]: DEBUG nova.network.neutron [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updating instance_info_cache with network_info: [{"id": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "address": "fa:16:3e:6a:f3:8e", "network": {"id": "8c70488a-3d8d-4c4d-bbbe-3d7149cc5b0a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1324122173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fd6c211adb49948b3be9ead1280e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d7b6a9-12", "ovs_interfaceid": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.092630] env[70399]: DEBUG nova.compute.manager [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.092805] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.094853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb084fd-41fc-455c-a253-1a70dd3199f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.104189] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.104499] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3d45df-ccb9-41e2-8e62-623f9d997dc3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.115684] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 728.115684] env[70399]: value = "task-3757800" [ 728.115684] env[70399]: _type = "Task" [ 728.115684] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.127519] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.182469] env[70399]: DEBUG nova.compute.manager [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.182469] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.182469] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e1c5a-f68b-429b-8213-184d58bb654a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.191115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.191115] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86bf8ac2-4664-488b-8e11-d34bfbd503b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.200191] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 728.200191] env[70399]: value = "task-3757801" [ 728.200191] env[70399]: _type = "Task" [ 728.200191] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.217705] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.230204] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.235938] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757798, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.249128] env[70399]: DEBUG nova.network.neutron [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updated VIF entry in instance network info cache for port d7c98d24-e3eb-48aa-842e-0a619c4244a7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.249605] env[70399]: DEBUG nova.network.neutron [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updating instance_info_cache with network_info: [{"id": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "address": "fa:16:3e:5b:88:36", "network": {"id": "68a22f9b-9a17-4f15-9e54-025c8078f546", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1046562167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1276c0cf45b78b86db39e3d14541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c98d24-e3", "ovs_interfaceid": "d7c98d24-e3eb-48aa-842e-0a619c4244a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.288910] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.340077] env[70399]: INFO nova.compute.manager [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Took 27.95 seconds to build instance. [ 728.349750] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865438} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.350674] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.351172] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.351817] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e9711f4-3f7e-4eea-a051-da15d83942a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.361515] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 728.361515] env[70399]: value = "task-3757803" [ 728.361515] env[70399]: _type = "Task" [ 728.361515] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.367706] env[70399]: DEBUG nova.compute.manager [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.368019] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.370147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e02bbcd-8a02-47e6-99a5-23612f89e0a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.388739] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.088s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.388739] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.393793] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.400349] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.919s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.400581] env[70399]: DEBUG nova.objects.instance [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 728.410174] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.412945] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.412945] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f36923-8882-4ecf-9bdf-1e4d95c59a5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.427553] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 728.427553] env[70399]: value = "task-3757804" [ 728.427553] env[70399]: _type = "Task" [ 728.427553] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.446789] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.509256] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Releasing lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.509723] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Instance network_info: |[{"id": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "address": "fa:16:3e:6a:f3:8e", "network": {"id": "8c70488a-3d8d-4c4d-bbbe-3d7149cc5b0a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1324122173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fd6c211adb49948b3be9ead1280e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d7b6a9-12", "ovs_interfaceid": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.510187] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f3:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d7b6a9-124b-4760-8f0c-191e7c50cf85', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.519750] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Creating folder: Project (c0fd6c211adb49948b3be9ead1280e7c). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.520938] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738a3ae8-404c-40af-99b8-489effd0ccdc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.538754] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "26ac54eb-7a20-4584-96ad-03927dee38f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.539285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.539285] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Created folder: Project (c0fd6c211adb49948b3be9ead1280e7c) in parent group-v747819. [ 728.539522] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Creating folder: Instances. Parent ref: group-v747874. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.539862] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14fbac79-962a-46da-a38c-d6aeced15d63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.557762] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Created folder: Instances in parent group-v747874. [ 728.558168] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.558425] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.558680] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8013277-5d77-49e9-adcd-502b3f719c84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.585291] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.585291] env[70399]: value = "task-3757807" [ 728.585291] env[70399]: _type = "Task" [ 728.585291] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.598626] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757807, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.630107] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757800, 'name': PowerOffVM_Task, 'duration_secs': 0.420664} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.630569] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.630848] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.631258] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea7f824-0c45-48f5-98d6-1de6020f4448 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.711462] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757801, 'name': PowerOffVM_Task, 'duration_secs': 0.36093} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.711842] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.712357] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.712408] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c625cf-32ad-404d-a298-afba42cccf08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.730927] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.730927] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.730927] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore2] ce836b7f-fb93-4621-b0b5-6f590a6df215 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.731561] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f012e013-22fc-4b88-9008-f347cbd029c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739723] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757798, 'name': Rename_Task, 'duration_secs': 0.532714} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.740206] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.740644] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e153397b-69bc-4b3f-83d3-112e587d60a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.746927] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 728.746927] env[70399]: value = "task-3757810" [ 728.746927] env[70399]: _type = "Task" [ 728.746927] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.754210] env[70399]: DEBUG oslo_concurrency.lockutils [req-efcc7171-34a0-4ba7-ad93-785ff7668324 req-9cff1f0b-375d-44c6-8c8d-889edc31ce5a service nova] Releasing lock "refresh_cache-cb8ce671-a20a-4590-afc5-f3c067ccf774" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.754524] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 728.754524] env[70399]: value = "task-3757811" [ 728.754524] env[70399]: _type = "Task" [ 728.754524] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.765814] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.772659] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.802085] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.802530] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.802718] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Deleting the datastore file [datastore1] 43939515-ff5a-4d2d-bde9-b26ddca81eba {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.803687] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc02c0f-e724-4c5f-9662-8597aa1f0271 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813995] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for the task: (returnval){ [ 728.813995] env[70399]: value = "task-3757812" [ 728.813995] env[70399]: _type = "Task" [ 728.813995] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.825320] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.851597] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ae90ac63-b841-4d28-9d8c-058c105e7615 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.475s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.876029] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090292} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.877931] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.879553] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1cd22a-0f9c-4eb9-b426-7774dbc5f062 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.893990] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757799, 'name': ReconfigVM_Task, 'duration_secs': 0.672589} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.910193] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fa423416-2678-4d8b-809a-67421ee11e68/fa423416-2678-4d8b-809a-67421ee11e68.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.912941] env[70399]: DEBUG nova.compute.utils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.936452] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.936452] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed84764-4b4b-45db-bf8a-249b1850eb6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.943757] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.944122] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.952100] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ca288d-c81d-4c53-8511-a9ee713e7b9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.991284] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757804, 'name': PowerOffVM_Task, 'duration_secs': 0.355717} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.994200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.994568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.994957] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 728.994957] env[70399]: value = "task-3757813" [ 728.994957] env[70399]: _type = "Task" [ 728.994957] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.995322] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 728.995322] env[70399]: value = "task-3757814" [ 728.995322] env[70399]: _type = "Task" [ 728.995322] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.995875] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c284ac7-305c-4817-b317-9ff665ab4992 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.015104] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.019391] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757813, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.052915] env[70399]: DEBUG nova.policy [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99d958e021a41c8a26692b4ca6391e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '988c77b37f784f2a97fd54773f2e50b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.100346] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757807, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.264583] env[70399]: DEBUG oslo_vmware.api [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257454} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.265191] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.265388] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.265589] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.266089] env[70399]: INFO nova.compute.manager [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Took 1.17 seconds to destroy the instance on the hypervisor. [ 729.266089] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.266405] env[70399]: DEBUG nova.compute.manager [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.266405] env[70399]: DEBUG nova.network.neutron [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.272280] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.327540] env[70399]: DEBUG oslo_vmware.api [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Task: {'id': task-3757812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231371} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.328081] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.328081] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.328195] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.328447] env[70399]: INFO nova.compute.manager [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 729.328587] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.328805] env[70399]: DEBUG nova.compute.manager [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.328901] env[70399]: DEBUG nova.network.neutron [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.355550] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.437250] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.475171] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b886bd1-a027-4aed-aa91-1d26eac737a8 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.075s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.478582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.634s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.478582] env[70399]: INFO nova.compute.claims [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.519314] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.521984] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757813, 'name': Rename_Task, 'duration_secs': 0.244529} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.522279] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.522538] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a0aa6e-a66e-4769-a289-722399fba616 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.531571] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 729.531571] env[70399]: value = "task-3757816" [ 729.531571] env[70399]: _type = "Task" [ 729.531571] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.542387] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.598999] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757807, 'name': CreateVM_Task, 'duration_secs': 0.536426} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.600576] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.600900] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.600900] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.601213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.601488] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5b2852-1cff-47da-a696-33108d426973 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.607891] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 729.607891] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525d2fcc-9c12-ce42-7754-6d1befc99700" [ 729.607891] env[70399]: _type = "Task" [ 729.607891] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.616247] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Successfully created port: d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.626751] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525d2fcc-9c12-ce42-7754-6d1befc99700, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.628391] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.628732] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.628998] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.629201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.629414] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.632819] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc564f6-cfe2-44dc-a247-377dd6016c93 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.638445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "97c95263-d583-49bd-8f86-624a9a1c18d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.638710] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.647476] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.647682] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.648766] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845935d8-e5d7-4c4e-8e3e-ee12276250f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.656101] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 729.656101] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5235270f-8420-a0e6-1977-74c0ba5defa1" [ 729.656101] env[70399]: _type = "Task" [ 729.656101] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.666068] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5235270f-8420-a0e6-1977-74c0ba5defa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.670695] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.671171] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.770759] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.891070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.013847] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.045065] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.046964] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.047303] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.047747] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Deleting the datastore file [datastore2] 6a0b46c8-e3e4-4caf-a798-01f428476931 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.048226] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb250d8-d0e4-4422-9d05-366308437032 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.056646] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for the task: (returnval){ [ 730.056646] env[70399]: value = "task-3757817" [ 730.056646] env[70399]: _type = "Task" [ 730.056646] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.068474] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.170456] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5235270f-8420-a0e6-1977-74c0ba5defa1, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.171343] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b4005f-8f45-40f5-ac25-dd9eb506994b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.179409] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 730.179409] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226559a-48bf-8b77-27a0-2e19afcd0ae1" [ 730.179409] env[70399]: _type = "Task" [ 730.179409] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.190097] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226559a-48bf-8b77-27a0-2e19afcd0ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.266123] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.397708] env[70399]: DEBUG nova.network.neutron [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.429944] env[70399]: DEBUG nova.network.neutron [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.447069] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.479258] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.479510] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.479772] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.479872] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.479983] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.480156] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.480368] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.480525] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.480689] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.480854] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.481035] env[70399]: DEBUG nova.virt.hardware [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.482278] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc7003-5291-4617-8f15-b35882e67208 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.496910] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f7450-9295-4449-b224-cf20554689a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.525934] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757814, 'name': ReconfigVM_Task, 'duration_secs': 1.119282} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.530446] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b/fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.531403] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2247f2-151d-449d-a037-c49fcbb7db0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.547036] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.552727] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 730.552727] env[70399]: value = "task-3757819" [ 730.552727] env[70399]: _type = "Task" [ 730.552727] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.571084] env[70399]: DEBUG oslo_vmware.api [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Task: {'id': task-3757817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148617} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.579269] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.579531] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.579698] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.579881] env[70399]: INFO nova.compute.manager [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Took 2.21 seconds to destroy the instance on the hypervisor. [ 730.580485] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.580718] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757819, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.582161] env[70399]: DEBUG nova.compute.manager [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.582161] env[70399]: DEBUG nova.network.neutron [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.693756] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226559a-48bf-8b77-27a0-2e19afcd0ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.698145] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698441] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10/3b3e5554-6b27-4fdd-ac3a-b855c7d07e10.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.699057] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7adf2a62-4200-4019-8708-6fdf703fcaef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.709239] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 730.709239] env[70399]: value = "task-3757820" [ 730.709239] env[70399]: _type = "Task" [ 730.709239] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.723919] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.748065] env[70399]: DEBUG nova.compute.manager [req-620dd038-babc-4d46-9f2a-4ae9d9ed2dba req-ecf5f0db-78a8-42e0-8cb0-3f550b371bff service nova] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Received event network-vif-deleted-270159ed-9fd0-4347-b03f-33b46c6194f1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.769973] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.900730] env[70399]: INFO nova.compute.manager [-] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Took 1.57 seconds to deallocate network for instance. [ 730.937063] env[70399]: INFO nova.compute.manager [-] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Took 1.67 seconds to deallocate network for instance. [ 731.048618] env[70399]: DEBUG oslo_vmware.api [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757816, 'name': PowerOnVM_Task, 'duration_secs': 1.231719} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.048953] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.049220] env[70399]: INFO nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Took 8.28 seconds to spawn the instance on the hypervisor. [ 731.049376] env[70399]: DEBUG nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.052346] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d58995-ffc0-495d-ab46-82a67b7f057f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.055868] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e10d4b-db71-4820-a76c-67568374bfa2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.088075] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757819, 'name': Rename_Task, 'duration_secs': 0.205061} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.089745] env[70399]: DEBUG nova.compute.manager [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Received event network-changed-13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.090087] env[70399]: DEBUG nova.compute.manager [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Refreshing instance network info cache due to event network-changed-13d7b6a9-124b-4760-8f0c-191e7c50cf85. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.090214] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] Acquiring lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090453] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] Acquired lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.090581] env[70399]: DEBUG nova.network.neutron [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Refreshing network info cache for port 13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.093971] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.098028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475bdb9-1349-4fe4-9867-a2527c38360c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.104907] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784a76fb-7959-4ccd-8524-c764fb9c7ddf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.152138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e275f16-32da-4fc7-befc-24e07627257e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.157305] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Waiting for the task: (returnval){ [ 731.157305] env[70399]: value = "task-3757821" [ 731.157305] env[70399]: _type = "Task" [ 731.157305] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.170507] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bbe640-a681-41d8-b920-539d457616a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.179603] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.200832] env[70399]: DEBUG nova.compute.provider_tree [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.229366] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757820, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.270032] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.413509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.450663] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.608112] env[70399]: INFO nova.compute.manager [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Took 21.77 seconds to build instance. [ 731.677554] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757821, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.724849] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539007} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.727624] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10/3b3e5554-6b27-4fdd-ac3a-b855c7d07e10.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.727624] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.727624] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e16878-6183-45fb-8b35-e5edc1dcb032 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.736904] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 731.736904] env[70399]: value = "task-3757822" [ 731.736904] env[70399]: _type = "Task" [ 731.736904] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.737937] env[70399]: ERROR nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [req-23ed9976-2cc3-4094-ac77-2fbf2c2101bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23ed9976-2cc3-4094-ac77-2fbf2c2101bf"}]} [ 731.752051] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.773318] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.774422] env[70399]: DEBUG nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 731.778341] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Successfully updated port: d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.788393] env[70399]: DEBUG nova.network.neutron [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.802202] env[70399]: DEBUG nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 731.802504] env[70399]: DEBUG nova.compute.provider_tree [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.821734] env[70399]: DEBUG nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 731.846274] env[70399]: DEBUG nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 731.988695] env[70399]: DEBUG nova.network.neutron [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updated VIF entry in instance network info cache for port 13d7b6a9-124b-4760-8f0c-191e7c50cf85. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.988991] env[70399]: DEBUG nova.network.neutron [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updating instance_info_cache with network_info: [{"id": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "address": "fa:16:3e:6a:f3:8e", "network": {"id": "8c70488a-3d8d-4c4d-bbbe-3d7149cc5b0a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1324122173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fd6c211adb49948b3be9ead1280e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d7b6a9-12", "ovs_interfaceid": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.112599] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1ae689c2-b9dd-4812-95c5-9d9083f57402 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.286s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.178538] env[70399]: DEBUG oslo_vmware.api [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Task: {'id': task-3757821, 'name': PowerOnVM_Task, 'duration_secs': 1.044685} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.178538] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.178749] env[70399]: DEBUG nova.compute.manager [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.179698] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15913fb6-0788-4062-873a-f9bde997f3fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.257756] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.257756] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.258149] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971fce5d-44ec-4fe1-8bdf-22d34fd12a1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.292645] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10/3b3e5554-6b27-4fdd-ac3a-b855c7d07e10.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.304355] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.304914] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.305918] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.307144] env[70399]: INFO nova.compute.manager [-] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Took 1.73 seconds to deallocate network for instance. [ 732.307415] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d37e3e-4fad-412a-80f0-e0e1c0ca3c08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.325391] env[70399]: DEBUG oslo_vmware.api [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757811, 'name': PowerOnVM_Task, 'duration_secs': 3.262161} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.329635] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.329879] env[70399]: INFO nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Took 14.01 seconds to spawn the instance on the hypervisor. [ 732.331221] env[70399]: DEBUG nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.336600] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de992819-03e7-487f-8534-6d1894eb1fcc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.341391] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 732.341391] env[70399]: value = "task-3757824" [ 732.341391] env[70399]: _type = "Task" [ 732.341391] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.360398] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.389464] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.426683] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31616246-703f-482c-893d-a7a10388a0b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.436045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bffe77b-07e6-4964-96d7-bee466d95933 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.471493] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b0b30b-0cd4-4379-b1a7-1780679f6657 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.482135] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18dab2-d3c6-4fb7-a939-b918dcd0b660 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.499353] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] Releasing lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.499684] env[70399]: DEBUG nova.compute.manager [req-8ddb373c-76a5-48d0-88c5-657f3de057a9 req-b6a0f477-f00d-4d6d-ac11-8ce4b01ca5f1 service nova] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Received event network-vif-deleted-13e7208e-9aea-49f5-a81f-05de005dbcb0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.500467] env[70399]: DEBUG nova.compute.provider_tree [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.619041] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.657683] env[70399]: DEBUG nova.network.neutron [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Updating instance_info_cache with network_info: [{"id": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "address": "fa:16:3e:9a:b5:cc", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d04ccf-35", "ovs_interfaceid": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.707299] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.840383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.854257] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.865923] env[70399]: INFO nova.compute.manager [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Took 26.37 seconds to build instance. [ 733.049474] env[70399]: DEBUG nova.scheduler.client.report [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.049913] env[70399]: DEBUG nova.compute.provider_tree [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 34 to 35 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.050116] env[70399]: DEBUG nova.compute.provider_tree [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.060027] env[70399]: DEBUG nova.compute.manager [None req-0e533169-ecc8-4c5b-99db-11a5cfd951d3 tempest-ServerDiagnosticsV248Test-1684233149 tempest-ServerDiagnosticsV248Test-1684233149-project-admin] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.060027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633745c2-bfcb-4c9c-a20f-7826273eada7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.066775] env[70399]: INFO nova.compute.manager [None req-0e533169-ecc8-4c5b-99db-11a5cfd951d3 tempest-ServerDiagnosticsV248Test-1684233149 tempest-ServerDiagnosticsV248Test-1684233149-project-admin] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Retrieving diagnostics [ 733.067816] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841f0cb-c8fc-4856-b090-cf22b1e8cfd9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.151163] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.161388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.161713] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Instance network_info: |[{"id": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "address": "fa:16:3e:9a:b5:cc", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d04ccf-35", "ovs_interfaceid": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.162178] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:b5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3d04ccf-35b3-4566-bfa5-e366548adbd3', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.170306] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Creating folder: Project (988c77b37f784f2a97fd54773f2e50b4). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.171281] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd3a68d-372e-49c7-9b2c-70afeebc4fd9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.183632] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Created folder: Project (988c77b37f784f2a97fd54773f2e50b4) in parent group-v747819. [ 733.183827] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Creating folder: Instances. Parent ref: group-v747877. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.184087] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f14790c-d2d4-471e-aa63-d136856322af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.198251] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Created folder: Instances in parent group-v747877. [ 733.198584] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.198737] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.199124] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5594c8-dbf8-4086-95aa-17448448f610 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.225912] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.225912] env[70399]: value = "task-3757827" [ 733.225912] env[70399]: _type = "Task" [ 733.225912] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.236200] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757827, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.354422] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757824, 'name': ReconfigVM_Task, 'duration_secs': 0.581204} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.354809] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10/3b3e5554-6b27-4fdd-ac3a-b855c7d07e10.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.356189] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d441da-89da-460d-92e1-e3be243576cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.365699] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 733.365699] env[70399]: value = "task-3757828" [ 733.365699] env[70399]: _type = "Task" [ 733.365699] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.369187] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad2680a6-852d-42e6-8d1e-f17a75946586 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.888s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.376806] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757828, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.558958] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.082s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.559607] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.563033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.748s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.563033] env[70399]: DEBUG nova.objects.instance [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'resources' on Instance uuid 45bc8818-027b-4516-a201-a6193cdf5343 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.742559] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757827, 'name': CreateVM_Task, 'duration_secs': 0.346635} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.743420] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.743800] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.744290] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.744844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.744988] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e89bcd-5eb4-4b31-990c-bdc94fad4182 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.753624] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 733.753624] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c047b-b898-7417-e3cd-0f384775a20f" [ 733.753624] env[70399]: _type = "Task" [ 733.753624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.770320] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c047b-b898-7417-e3cd-0f384775a20f, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.770777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.771467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.771841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.772086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.772534] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.772749] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255b00c3-2412-41f4-923f-bf500004e48c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.784784] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.785100] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.787026] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df4aba2-cfb4-4365-a488-1eabecf245c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.795875] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 733.795875] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5201cd46-6d45-43d8-265a-5513c738c5d6" [ 733.795875] env[70399]: _type = "Task" [ 733.795875] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.809524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.811814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.811814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.811814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.812123] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.813652] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5201cd46-6d45-43d8-265a-5513c738c5d6, 'name': SearchDatastore_Task} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.814292] env[70399]: INFO nova.compute.manager [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Terminating instance [ 733.817388] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900203d7-ddf3-48ff-aedc-d82f6f404dda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.829452] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 733.829452] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288b259-39ec-b4b0-02b5-47dd1ae3a648" [ 733.829452] env[70399]: _type = "Task" [ 733.829452] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.843133] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288b259-39ec-b4b0-02b5-47dd1ae3a648, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.843434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843913] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 8a8f20e6-46d8-4817-b8ed-98d5b85e9786/8a8f20e6-46d8-4817-b8ed-98d5b85e9786.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.844417] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-224852f1-9fd8-4eba-85d2-3735a9727822 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.854044] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 733.854044] env[70399]: value = "task-3757829" [ 733.854044] env[70399]: _type = "Task" [ 733.854044] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.864773] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.875223] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757828, 'name': Rename_Task, 'duration_secs': 0.183249} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.875637] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.876692] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b9a09a-1d6c-4c1c-81c6-a64e01d687d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.878375] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.886673] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 733.886673] env[70399]: value = "task-3757830" [ 733.886673] env[70399]: _type = "Task" [ 733.886673] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.897124] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.066790] env[70399]: DEBUG nova.compute.utils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.073608] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.073857] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.177656] env[70399]: DEBUG nova.compute.manager [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Received event network-vif-deleted-a0ba1014-e43f-4e2f-a2fe-6a5acba27aca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.178239] env[70399]: DEBUG nova.compute.manager [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Received event network-changed-f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.178322] env[70399]: DEBUG nova.compute.manager [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Refreshing instance network info cache due to event network-changed-f3bde114-3afc-44d9-b700-031059700635. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.178812] env[70399]: DEBUG oslo_concurrency.lockutils [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] Acquiring lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.179090] env[70399]: DEBUG oslo_concurrency.lockutils [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] Acquired lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.179356] env[70399]: DEBUG nova.network.neutron [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Refreshing network info cache for port f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.186953] env[70399]: DEBUG nova.policy [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf58906715e841799191bb1f01a3fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1635d2349d0544eba64c9b8eb5a3023b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.329304] env[70399]: DEBUG nova.compute.manager [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.329645] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.335333] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9747ecf5-3717-4639-a1d6-062d385c9055 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.353019] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.355996] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b388bd0-279e-4ca8-baec-4f96c82399b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.375183] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "4c248e64-ec30-4106-bb26-c01f7d09c515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.375305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.375588] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 734.375588] env[70399]: value = "task-3757831" [ 734.375588] env[70399]: _type = "Task" [ 734.375588] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.375819] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757829, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.395912] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.414675] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.419685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.576652] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.603807] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Received event network-changed-d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.604000] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Refreshing instance network info cache due to event network-changed-d0a26605-3ddb-40bf-96b5-ca26e04083f8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.604322] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Acquiring lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.604547] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Acquired lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.604732] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Refreshing network info cache for port d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.690584] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88edf27-2e98-4a2d-84e4-bdbca1016147 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.704608] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c681c55-7e65-4a23-8b40-009d69adcf73 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.759842] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6410a-96a9-476f-9942-7fee62900d75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.773758] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf61675-818b-421c-9f3f-1c53f94c4f0b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.798988] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.868805] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.868805] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 8a8f20e6-46d8-4817-b8ed-98d5b85e9786/8a8f20e6-46d8-4817-b8ed-98d5b85e9786.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.868805] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.868805] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-259da0c6-4150-48e9-87ce-01f97c921491 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.877108] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 734.877108] env[70399]: value = "task-3757833" [ 734.877108] env[70399]: _type = "Task" [ 734.877108] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.893283] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757831, 'name': PowerOffVM_Task, 'duration_secs': 0.310776} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.896325] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.896579] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.896847] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.897078] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43694bd8-e5a7-4018-9d5d-9da1a5cdda2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.908660] env[70399]: DEBUG oslo_vmware.api [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3757830, 'name': PowerOnVM_Task, 'duration_secs': 0.694342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.908963] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.909220] env[70399]: INFO nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Took 9.55 seconds to spawn the instance on the hypervisor. [ 734.909404] env[70399]: DEBUG nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.910280] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42646dc-37b9-4b69-9c08-c1c43d40916e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.975977] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.976333] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.976659] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Deleting the datastore file [datastore1] cb8ce671-a20a-4590-afc5-f3c067ccf774 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.977982] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31df746d-25df-4560-8f69-3535828aa48e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.987478] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for the task: (returnval){ [ 734.987478] env[70399]: value = "task-3757835" [ 734.987478] env[70399]: _type = "Task" [ 734.987478] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.994952] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Successfully created port: 75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.001462] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.321964] env[70399]: ERROR nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [req-e15157ee-c180-4a61-9b90-2880b24f9606] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e15157ee-c180-4a61-9b90-2880b24f9606"}]} [ 735.355466] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.378851] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.379428] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.395325] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080337} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.397114] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.398473] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: d39d1e92-c844-4751-9775-d5a51d77c0d1 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.402411] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3784e099-7459-465c-a4df-48e20c20105a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.429941] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 8a8f20e6-46d8-4817-b8ed-98d5b85e9786/8a8f20e6-46d8-4817-b8ed-98d5b85e9786.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.431381] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.444342] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d424c1-7433-43fb-8e56-3bc4659affc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.470824] env[70399]: INFO nova.compute.manager [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Took 23.47 seconds to build instance. [ 735.480018] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 735.480018] env[70399]: value = "task-3757836" [ 735.480018] env[70399]: _type = "Task" [ 735.480018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.490647] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.507715] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.574465] env[70399]: DEBUG nova.network.neutron [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updated VIF entry in instance network info cache for port f3bde114-3afc-44d9-b700-031059700635. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.574822] env[70399]: DEBUG nova.network.neutron [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating instance_info_cache with network_info: [{"id": "f3bde114-3afc-44d9-b700-031059700635", "address": "fa:16:3e:09:03:ff", "network": {"id": "62c7f37f-1186-4d93-a39a-0609ed1c3241", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-22478917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b40e5b768142c685e8e3a5e6913913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bde114-3a", "ovs_interfaceid": "f3bde114-3afc-44d9-b700-031059700635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.590462] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.632481] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.632598] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.632664] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.633204] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.633300] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.633605] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.633712] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.633893] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.633999] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.634195] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.634375] env[70399]: DEBUG nova.virt.hardware [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.635748] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceda8fb-dfd2-4a88-b55d-27b1b4f1498e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.648278] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de19528a-2060-4c6d-b120-2a5137188c5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.653920] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updated VIF entry in instance network info cache for port d0a26605-3ddb-40bf-96b5-ca26e04083f8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.654535] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updating instance_info_cache with network_info: [{"id": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "address": "fa:16:3e:06:ab:0f", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a26605-3d", "ovs_interfaceid": "d0a26605-3ddb-40bf-96b5-ca26e04083f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.881866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.882180] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.882385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.882598] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.882720] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.888616] env[70399]: INFO nova.compute.manager [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Terminating instance [ 735.974251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4e52c731-c62d-4e48-8169-62021cfaddbd tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.988s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.996304] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.008437] env[70399]: DEBUG oslo_vmware.api [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Task: {'id': task-3757835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.691303} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.008823] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.009102] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.009366] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.009630] env[70399]: INFO nova.compute.manager [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Took 1.68 seconds to destroy the instance on the hypervisor. [ 736.009969] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.010273] env[70399]: DEBUG nova.compute.manager [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.010566] env[70399]: DEBUG nova.network.neutron [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.039640] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8fc60-e3f7-4a90-a124-ed29de138790 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.055152] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b841eba-fd5e-49c1-9746-e0d52210d7f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.090825] env[70399]: DEBUG oslo_concurrency.lockutils [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] Releasing lock "refresh_cache-0ab4a2ea-d5c5-48d8-9422-a23207308ab6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.091160] env[70399]: DEBUG nova.compute.manager [req-22170629-554d-4f8b-b298-85a81a509962 req-b3869787-2e61-4dad-83c7-e3719eea4ed5 service nova] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Received event network-vif-deleted-115284ec-41e5-4417-b817-c1aa5812627d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.092520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867638f0-fe91-45ac-a6b2-dadd26bd3dbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.103864] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f15525-38e0-4fa3-8240-6f0bdc0b0563 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.119952] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.158289] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Releasing lock "refresh_cache-43349753-23ef-41fe-acd9-202d4ee28ebe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.158965] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Received event network-vif-plugged-d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.159332] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Acquiring lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.159820] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.160374] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.160931] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] No waiting events found dispatching network-vif-plugged-d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.161261] env[70399]: WARNING nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Received unexpected event network-vif-plugged-d3d04ccf-35b3-4566-bfa5-e366548adbd3 for instance with vm_state building and task_state spawning. [ 736.161536] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Received event network-changed-d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.161805] env[70399]: DEBUG nova.compute.manager [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Refreshing instance network info cache due to event network-changed-d3d04ccf-35b3-4566-bfa5-e366548adbd3. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.162168] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Acquiring lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.162416] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Acquired lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.162682] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Refreshing network info cache for port d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.401111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "refresh_cache-fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.401111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquired lock "refresh_cache-fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.402394] env[70399]: DEBUG nova.network.neutron [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.404488] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb70377-1c98-4481-8123-7ec2d547f535 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.412499] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Suspending the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 736.413061] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8bb2b2c8-b690-4cbd-8384-89cccaa8ab32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.424672] env[70399]: DEBUG oslo_vmware.api [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] Waiting for the task: (returnval){ [ 736.424672] env[70399]: value = "task-3757837" [ 736.424672] env[70399]: _type = "Task" [ 736.424672] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.436675] env[70399]: DEBUG oslo_vmware.api [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] Task: {'id': task-3757837, 'name': SuspendVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.478332] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.494618] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757836, 'name': ReconfigVM_Task, 'duration_secs': 0.71186} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.496937] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 8a8f20e6-46d8-4817-b8ed-98d5b85e9786/8a8f20e6-46d8-4817-b8ed-98d5b85e9786.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.496937] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d538937-1f54-4612-8ef2-9a4994f17a07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.507800] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 736.507800] env[70399]: value = "task-3757838" [ 736.507800] env[70399]: _type = "Task" [ 736.507800] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.523438] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757838, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.657911] env[70399]: ERROR nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [req-497ecc6a-b198-428f-978e-9174bad5d23e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-497ecc6a-b198-428f-978e-9174bad5d23e"}]} [ 736.703090] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 736.728736] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 736.728967] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.750161] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 736.780521] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 736.940055] env[70399]: DEBUG oslo_vmware.api [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] Task: {'id': task-3757837, 'name': SuspendVM_Task} progress is 58%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.948455] env[70399]: DEBUG nova.network.neutron [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.014431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.018859] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757838, 'name': Rename_Task, 'duration_secs': 0.215643} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.021764] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.022254] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f56a53fc-2e3d-45ac-bcbc-c3339f03f1a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.031468] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 737.031468] env[70399]: value = "task-3757839" [ 737.031468] env[70399]: _type = "Task" [ 737.031468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.043851] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.138637] env[70399]: DEBUG nova.network.neutron [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.148547] env[70399]: DEBUG nova.network.neutron [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.239739] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Updated VIF entry in instance network info cache for port d3d04ccf-35b3-4566-bfa5-e366548adbd3. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.239739] env[70399]: DEBUG nova.network.neutron [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Updating instance_info_cache with network_info: [{"id": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "address": "fa:16:3e:9a:b5:cc", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d04ccf-35", "ovs_interfaceid": "d3d04ccf-35b3-4566-bfa5-e366548adbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.281153] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a5107-7f50-4425-8fcb-81a98185eda4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.292098] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e125fad6-8bc6-4e91-ace8-a3b6b4d10c81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.326932] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6615be6-029e-494c-8de2-05e3e9acf8e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335678] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06407521-b3fd-433d-9dcf-be5c3797cf91 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.351851] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.444362] env[70399]: DEBUG oslo_vmware.api [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] Task: {'id': task-3757837, 'name': SuspendVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.486998] env[70399]: DEBUG nova.compute.manager [req-b545ceea-2169-4a13-acde-86d7fb7376df req-8e2b38dd-7c79-4da5-b935-df77a56c8de1 service nova] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Received event network-vif-deleted-d7c98d24-e3eb-48aa-842e-0a619c4244a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.550495] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.641285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Releasing lock "refresh_cache-fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642619] env[70399]: DEBUG nova.compute.manager [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.643038] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.644114] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ce307d-f59f-4d53-aecf-27a5ae298dc4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.653721] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.654369] env[70399]: INFO nova.compute.manager [-] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Took 1.64 seconds to deallocate network for instance. [ 737.654741] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9d5a24-cdf0-4187-af15-3887a1701856 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.667224] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 737.667224] env[70399]: value = "task-3757840" [ 737.667224] env[70399]: _type = "Task" [ 737.667224] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.678978] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.731350] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Successfully updated port: 75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.744682] env[70399]: DEBUG oslo_concurrency.lockutils [req-fbba8c36-2592-47ff-8639-e6b24f9125ce req-24411208-46a4-44ae-9c56-752e04dc36d7 service nova] Releasing lock "refresh_cache-8a8f20e6-46d8-4817-b8ed-98d5b85e9786" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.902105] env[70399]: DEBUG nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 737.902376] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 38 to 39 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 737.902561] env[70399]: DEBUG nova.compute.provider_tree [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.943483] env[70399]: DEBUG oslo_vmware.api [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] Task: {'id': task-3757837, 'name': SuspendVM_Task, 'duration_secs': 1.090602} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.943747] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Suspended the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 737.943957] env[70399]: DEBUG nova.compute.manager [None req-03cd1c31-d859-4643-b578-7dedfc248a31 tempest-ServersAdminNegativeTestJSON-15111117 tempest-ServersAdminNegativeTestJSON-15111117-project-admin] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.945460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e961dc-a7b9-42bc-a5d0-44bea6c79560 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.044537] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.127883] env[70399]: DEBUG nova.compute.manager [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Received event network-vif-plugged-75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.127883] env[70399]: DEBUG oslo_concurrency.lockutils [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] Acquiring lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.128182] env[70399]: DEBUG oslo_concurrency.lockutils [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] Lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.128409] env[70399]: DEBUG oslo_concurrency.lockutils [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] Lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.128464] env[70399]: DEBUG nova.compute.manager [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] No waiting events found dispatching network-vif-plugged-75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.128734] env[70399]: WARNING nova.compute.manager [req-07179b98-4618-43e9-92d2-eb4930b4af72 req-3a483089-b45c-4a46-a60c-95145997230c service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Received unexpected event network-vif-plugged-75bb5d99-741e-4436-b9eb-6bc86898be63 for instance with vm_state building and task_state spawning. [ 738.164567] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.180454] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757840, 'name': PowerOffVM_Task, 'duration_secs': 0.310874} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.180937] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.180937] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.181304] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df6e9d0-644a-4fc7-993f-dd5232ebcfbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.213791] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.214147] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.214392] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Deleting the datastore file [datastore1] fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.214726] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9663eb3f-8fcf-4d2e-8d1f-6f74f4b62cdd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.223185] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for the task: (returnval){ [ 738.223185] env[70399]: value = "task-3757842" [ 738.223185] env[70399]: _type = "Task" [ 738.223185] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.234278] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.234440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquired lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.234935] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.236297] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.409236] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.846s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.412912] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.481s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.413099] env[70399]: DEBUG nova.objects.instance [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.452097] env[70399]: INFO nova.scheduler.client.report [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance 45bc8818-027b-4516-a201-a6193cdf5343 [ 738.555467] env[70399]: DEBUG oslo_vmware.api [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757839, 'name': PowerOnVM_Task, 'duration_secs': 1.477336} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.555467] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.555624] env[70399]: INFO nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Took 8.11 seconds to spawn the instance on the hypervisor. [ 738.555665] env[70399]: DEBUG nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.557508] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5569d84a-777d-41e7-ad83-dce399d2b45c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.742933] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.793435] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.966958] env[70399]: DEBUG oslo_concurrency.lockutils [None req-29101e3d-1455-4c8f-b667-9c47b497883e tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "45bc8818-027b-4516-a201-a6193cdf5343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.082036] env[70399]: INFO nova.compute.manager [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Took 25.21 seconds to build instance. [ 739.128060] env[70399]: DEBUG nova.network.neutron [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Updating instance_info_cache with network_info: [{"id": "75bb5d99-741e-4436-b9eb-6bc86898be63", "address": "fa:16:3e:a4:0b:88", "network": {"id": "846837d6-f0c3-4263-a0ff-7ad599392442", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-199214342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1635d2349d0544eba64c9b8eb5a3023b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bb5d99-74", "ovs_interfaceid": "75bb5d99-741e-4436-b9eb-6bc86898be63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.238326] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.277790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "2ae3dcae-e547-4dcf-a459-48a160facea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.277790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.424866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57bb0f54-5bf1-4827-b94a-a5b8402c4f1c tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.426819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.420s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.428687] env[70399]: INFO nova.compute.claims [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.588712] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0076ef63-bffd-4b46-8a67-837bb8e1bebf tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.756s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.632651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Releasing lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.633028] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Instance network_info: |[{"id": "75bb5d99-741e-4436-b9eb-6bc86898be63", "address": "fa:16:3e:a4:0b:88", "network": {"id": "846837d6-f0c3-4263-a0ff-7ad599392442", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-199214342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1635d2349d0544eba64c9b8eb5a3023b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bb5d99-74", "ovs_interfaceid": "75bb5d99-741e-4436-b9eb-6bc86898be63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.633471] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:0b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75bb5d99-741e-4436-b9eb-6bc86898be63', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.643433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Creating folder: Project (1635d2349d0544eba64c9b8eb5a3023b). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.643433] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc773868-2f75-44e3-b71b-e3fe0de4fcda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.659708] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Created folder: Project (1635d2349d0544eba64c9b8eb5a3023b) in parent group-v747819. [ 739.661053] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Creating folder: Instances. Parent ref: group-v747880. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.661053] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58148ba9-73d2-4492-b1bc-f68ca68cc405 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.673436] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Created folder: Instances in parent group-v747880. [ 739.674057] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.674057] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.674057] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe8f7b5d-5af2-4fa3-9ee5-7862ceea2fad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.704022] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.704022] env[70399]: value = "task-3757845" [ 739.704022] env[70399]: _type = "Task" [ 739.704022] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.712544] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757845, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.740490] env[70399]: DEBUG oslo_vmware.api [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Task: {'id': task-3757842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.19619} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.740759] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.740942] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.741156] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.741331] env[70399]: INFO nova.compute.manager [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Took 2.10 seconds to destroy the instance on the hypervisor. [ 739.741899] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.741899] env[70399]: DEBUG nova.compute.manager [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.741899] env[70399]: DEBUG nova.network.neutron [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.764582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.764582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.782129] env[70399]: DEBUG nova.network.neutron [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.094676] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.172626] env[70399]: DEBUG nova.compute.manager [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Received event network-changed-13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.173709] env[70399]: DEBUG nova.compute.manager [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Refreshing instance network info cache due to event network-changed-13d7b6a9-124b-4760-8f0c-191e7c50cf85. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.173709] env[70399]: DEBUG oslo_concurrency.lockutils [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] Acquiring lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.173709] env[70399]: DEBUG oslo_concurrency.lockutils [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] Acquired lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.173709] env[70399]: DEBUG nova.network.neutron [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Refreshing network info cache for port 13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.214357] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757845, 'name': CreateVM_Task, 'duration_secs': 0.385905} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.215130] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.217975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.217975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.217975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.217975] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6be4840-ab41-46aa-a8de-119e1e7d0179 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.223323] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 740.223323] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528a4948-de3a-bc4f-2058-93b527bd0e6d" [ 740.223323] env[70399]: _type = "Task" [ 740.223323] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.237867] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528a4948-de3a-bc4f-2058-93b527bd0e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.292628] env[70399]: DEBUG nova.network.neutron [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.636401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.736943] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528a4948-de3a-bc4f-2058-93b527bd0e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.038176} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.740145] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.741254] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.741254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.741254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.741254] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.741535] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af22942f-4b17-4348-bb25-1609fe64bc44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.752419] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.752568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.758266] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b0b993-1458-4acf-975e-2ff0e488f742 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.772645] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 740.772645] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527484e1-10d7-d18a-41ce-6ac785f3136f" [ 740.772645] env[70399]: _type = "Task" [ 740.772645] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.787152] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527484e1-10d7-d18a-41ce-6ac785f3136f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.794354] env[70399]: INFO nova.compute.manager [-] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Took 1.05 seconds to deallocate network for instance. [ 740.985585] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6371794-afe3-4711-afa1-c02270063e9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.996928] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee89db-ed8b-4381-8b39-3577b271ab90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.038815] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebbb874-8de0-496f-8d96-1ea3e65ee23a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.043275] env[70399]: DEBUG nova.compute.manager [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Received event network-changed-75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.043275] env[70399]: DEBUG nova.compute.manager [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Refreshing instance network info cache due to event network-changed-75bb5d99-741e-4436-b9eb-6bc86898be63. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.043692] env[70399]: DEBUG oslo_concurrency.lockutils [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] Acquiring lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.043692] env[70399]: DEBUG oslo_concurrency.lockutils [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] Acquired lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.043692] env[70399]: DEBUG nova.network.neutron [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Refreshing network info cache for port 75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.053382] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c070a80b-4e5c-453c-8435-9d5b709adfe6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.069825] env[70399]: DEBUG nova.compute.provider_tree [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.273642] env[70399]: DEBUG nova.network.neutron [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updated VIF entry in instance network info cache for port 13d7b6a9-124b-4760-8f0c-191e7c50cf85. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.274136] env[70399]: DEBUG nova.network.neutron [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updating instance_info_cache with network_info: [{"id": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "address": "fa:16:3e:6a:f3:8e", "network": {"id": "8c70488a-3d8d-4c4d-bbbe-3d7149cc5b0a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1324122173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fd6c211adb49948b3be9ead1280e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d7b6a9-12", "ovs_interfaceid": "13d7b6a9-124b-4760-8f0c-191e7c50cf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.288935] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527484e1-10d7-d18a-41ce-6ac785f3136f, 'name': SearchDatastore_Task, 'duration_secs': 0.021781} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.290362] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d84bf5-b685-49b7-a3f9-af16ed9dfb65 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.298308] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 741.298308] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e1db2b-897d-e838-fb14-567084718ee3" [ 741.298308] env[70399]: _type = "Task" [ 741.298308] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.302870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.311086] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e1db2b-897d-e838-fb14-567084718ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.426389] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.426651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.574098] env[70399]: DEBUG nova.scheduler.client.report [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.780766] env[70399]: DEBUG oslo_concurrency.lockutils [req-9272b87f-9915-4450-9696-273c25ed3205 req-0430eee4-c467-4c79-9876-a81172401e7a service nova] Releasing lock "refresh_cache-3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.809865] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e1db2b-897d-e838-fb14-567084718ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.810155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.810409] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 17a88673-c6cc-46ed-aecf-24911507cc05/17a88673-c6cc-46ed-aecf-24911507cc05.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.810678] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36f0ff4-be49-461c-90ff-de4662daa849 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.819178] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 741.819178] env[70399]: value = "task-3757846" [ 741.819178] env[70399]: _type = "Task" [ 741.819178] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.830507] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.917308] env[70399]: DEBUG nova.network.neutron [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Updated VIF entry in instance network info cache for port 75bb5d99-741e-4436-b9eb-6bc86898be63. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.917838] env[70399]: DEBUG nova.network.neutron [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Updating instance_info_cache with network_info: [{"id": "75bb5d99-741e-4436-b9eb-6bc86898be63", "address": "fa:16:3e:a4:0b:88", "network": {"id": "846837d6-f0c3-4263-a0ff-7ad599392442", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-199214342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1635d2349d0544eba64c9b8eb5a3023b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bb5d99-74", "ovs_interfaceid": "75bb5d99-741e-4436-b9eb-6bc86898be63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.080529] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.081065] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.087572] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.206s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.089203] env[70399]: INFO nova.compute.claims [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.330737] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.421174] env[70399]: DEBUG oslo_concurrency.lockutils [req-74143f98-26dc-4782-8854-4a7f626fc207 req-47b42058-879c-4a51-a8b9-4ae6f19c919e service nova] Releasing lock "refresh_cache-17a88673-c6cc-46ed-aecf-24911507cc05" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.596815] env[70399]: DEBUG nova.compute.utils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.600383] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.600383] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.830916] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657926} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.831408] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 17a88673-c6cc-46ed-aecf-24911507cc05/17a88673-c6cc-46ed-aecf-24911507cc05.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.831633] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.831982] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410b075c-ea1d-4cb9-a0c5-3f330b50c912 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.839638] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 742.839638] env[70399]: value = "task-3757847" [ 742.839638] env[70399]: _type = "Task" [ 742.839638] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.851201] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.979678] env[70399]: DEBUG nova.policy [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a847af62a5a40fa8cde930d0e835c19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76eb9e752cc47a485dd65e34456929f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.118326] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.162274] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.162539] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.354751] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.355122] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.356020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd9621-3f10-4b06-bd13-66605ab45da1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.381783] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 17a88673-c6cc-46ed-aecf-24911507cc05/17a88673-c6cc-46ed-aecf-24911507cc05.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.384788] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a04e29-5f19-44b2-8e9e-c874900c34fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.407569] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 743.407569] env[70399]: value = "task-3757848" [ 743.407569] env[70399]: _type = "Task" [ 743.407569] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.415885] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.691885] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab19144-48f7-46fe-82ff-a9eed7f22f44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.707440] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c827cba8-d900-4169-9dae-301f8fa0a82d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.748288] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Successfully created port: d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.750836] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6547d-1382-4296-9e06-18ff9235d740 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.760466] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6161a6-df42-4fdf-b592-b2d1045d6d4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.775495] env[70399]: DEBUG nova.compute.provider_tree [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.919522] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.007187] env[70399]: DEBUG nova.compute.manager [None req-c7f281c5-a69c-4b89-807e-1f9255e241b4 tempest-ServerDiagnosticsV248Test-1684233149 tempest-ServerDiagnosticsV248Test-1684233149-project-admin] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.008508] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd31347-4a66-4a56-abc9-1836b21f000a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.016529] env[70399]: INFO nova.compute.manager [None req-c7f281c5-a69c-4b89-807e-1f9255e241b4 tempest-ServerDiagnosticsV248Test-1684233149 tempest-ServerDiagnosticsV248Test-1684233149-project-admin] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Retrieving diagnostics [ 744.017292] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f22b8d-b075-49fc-80cb-7a2ec7e7c8fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.133801] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.160667] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.161060] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.161259] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.161486] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.161683] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.161882] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.162166] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.162349] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.162520] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.162684] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.162856] env[70399]: DEBUG nova.virt.hardware [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.163788] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60adacca-bf5a-4fa6-91c9-85bfc1eb2a3a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.176111] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ba607-eeaf-47f4-aeab-5cc8e2d9cf67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.317617] env[70399]: DEBUG nova.scheduler.client.report [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.420073] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757848, 'name': ReconfigVM_Task, 'duration_secs': 0.688226} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.421890] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 17a88673-c6cc-46ed-aecf-24911507cc05/17a88673-c6cc-46ed-aecf-24911507cc05.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.422914] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-436f3cfd-39b3-4b49-98dd-514e34854fe1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.431063] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 744.431063] env[70399]: value = "task-3757849" [ 744.431063] env[70399]: _type = "Task" [ 744.431063] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.446221] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757849, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.787380] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.787930] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.790591] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.825s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.945146] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757849, 'name': Rename_Task, 'duration_secs': 0.149248} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.945992] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.946436] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47cf6ed1-3940-4e0a-bbc0-379deea04b4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.957083] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 744.957083] env[70399]: value = "task-3757850" [ 744.957083] env[70399]: _type = "Task" [ 744.957083] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.968960] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.298965] env[70399]: DEBUG nova.compute.utils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.303573] env[70399]: INFO nova.compute.claims [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.311430] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.312303] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.369637] env[70399]: DEBUG nova.policy [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66524796984418f958062ecb042e9f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60a6ecfa39464de7b48c764e36777194', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.471329] env[70399]: DEBUG oslo_vmware.api [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757850, 'name': PowerOnVM_Task, 'duration_secs': 0.489906} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.471784] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.472084] env[70399]: INFO nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Took 9.88 seconds to spawn the instance on the hypervisor. [ 745.475021] env[70399]: DEBUG nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.475021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228d084-f39f-4cb5-bb14-5916c0248c44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.734287] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Successfully updated port: d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.783548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "fa423416-2678-4d8b-809a-67421ee11e68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.783801] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.784019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "fa423416-2678-4d8b-809a-67421ee11e68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.784211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.784380] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.789499] env[70399]: INFO nova.compute.manager [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Terminating instance [ 745.817461] env[70399]: INFO nova.compute.resource_tracker [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating resource usage from migration fb9b4433-e397-4cea-898c-3bd8ed96c16f [ 745.821593] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.948207] env[70399]: DEBUG nova.compute.manager [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Received event network-vif-plugged-d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.948668] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.948668] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.948668] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.948823] env[70399]: DEBUG nova.compute.manager [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] No waiting events found dispatching network-vif-plugged-d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.948915] env[70399]: WARNING nova.compute.manager [req-a5c99372-6716-41c8-887c-c4f8f5e707b3 req-d9452dde-4b34-499c-b569-be8f03fe03e3 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Received unexpected event network-vif-plugged-d739fb5a-7811-4a38-bef3-261ad342041b for instance with vm_state building and task_state spawning. [ 746.000311] env[70399]: INFO nova.compute.manager [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Took 26.18 seconds to build instance. [ 746.060124] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Successfully created port: aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.239302] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.239444] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.239622] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.294548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "refresh_cache-fa423416-2678-4d8b-809a-67421ee11e68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.294810] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquired lock "refresh_cache-fa423416-2678-4d8b-809a-67421ee11e68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.294910] env[70399]: DEBUG nova.network.neutron [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.352390] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6302083-8ccc-4be9-ad26-233956cc22ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.359869] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a0888-9942-4760-98f6-80fa513967c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.395657] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2826e-5be5-46e1-8b45-6676fc96ccb6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.405155] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644f9514-30e1-427d-9a1d-8ca0dbebaed3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.421548] env[70399]: DEBUG nova.compute.provider_tree [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.502657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7835db5c-d851-4517-bc69-56ce25ba0eda tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.330s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.808167] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.834755] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.846863] env[70399]: DEBUG nova.network.neutron [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.878721] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.878990] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.879154] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.879327] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.879470] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.879616] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.879822] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.879977] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.880158] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.880321] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.880487] env[70399]: DEBUG nova.virt.hardware [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.881688] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2a1b63-c2b1-46c2-9b09-63deb77fb22c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.893875] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d055850-5ffa-482a-91de-7d68c32ecfd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.925661] env[70399]: DEBUG nova.scheduler.client.report [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.965211] env[70399]: DEBUG nova.network.neutron [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.003357] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.102233] env[70399]: DEBUG nova.network.neutron [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.432054] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.641s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.432993] env[70399]: INFO nova.compute.manager [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Migrating [ 747.433496] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.433701] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.435712] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.310s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.438836] env[70399]: INFO nova.compute.claims [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.443777] env[70399]: INFO nova.compute.rpcapi [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 747.444939] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.472933] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Releasing lock "refresh_cache-fa423416-2678-4d8b-809a-67421ee11e68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.473622] env[70399]: DEBUG nova.compute.manager [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.474196] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.475019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a3cde2-ce08-4dc5-bbb0-63121a8dea0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.490361] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.491526] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75aefe3-b75e-478a-b464-b597551db122 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.501131] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 747.501131] env[70399]: value = "task-3757851" [ 747.501131] env[70399]: _type = "Task" [ 747.501131] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.519180] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.542089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.605972] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610190] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Instance network_info: |[{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.610302] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:b5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd739fb5a-7811-4a38-bef3-261ad342041b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.619604] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Creating folder: Project (c76eb9e752cc47a485dd65e34456929f). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.620217] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62fb615c-3f30-44ce-a79b-bee53efd0642 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.633823] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Created folder: Project (c76eb9e752cc47a485dd65e34456929f) in parent group-v747819. [ 747.635383] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Creating folder: Instances. Parent ref: group-v747883. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.635383] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-722c50e6-c7be-424f-8619-88fad7990bfb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.650491] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Created folder: Instances in parent group-v747883. [ 747.650491] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.650491] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.650491] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5572654c-a92a-4ef8-9d9a-177f3cacc5d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.675646] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.675646] env[70399]: value = "task-3757854" [ 747.675646] env[70399]: _type = "Task" [ 747.675646] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.690588] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757854, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.964310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.964310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.964310] env[70399]: DEBUG nova.network.neutron [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.982380] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Successfully updated port: aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.011843] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757851, 'name': PowerOffVM_Task, 'duration_secs': 0.140905} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.012299] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.012526] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.012852] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15b3bbb2-4054-4511-ac18-0fc16f49d22c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.046668] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.046925] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.047135] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Deleting the datastore file [datastore1] fa423416-2678-4d8b-809a-67421ee11e68 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.047457] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e193b4b-1660-4223-b22c-259205bee4b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.057733] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for the task: (returnval){ [ 748.057733] env[70399]: value = "task-3757856" [ 748.057733] env[70399]: _type = "Task" [ 748.057733] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.070219] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.188228] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757854, 'name': CreateVM_Task, 'duration_secs': 0.420855} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.188417] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.190723] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190945] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.191663] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.191998] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c110af88-a97d-4551-90a4-e9c7add32feb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.198546] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 748.198546] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524abdba-b7e0-2339-f233-3565a53f145d" [ 748.198546] env[70399]: _type = "Task" [ 748.198546] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.213193] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524abdba-b7e0-2339-f233-3565a53f145d, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.213980] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.214346] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.214677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.215722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.216106] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.216465] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771106af-a531-4bc1-823f-e1f5cce37631 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.226918] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.228039] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.228875] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23212936-0c51-4eec-933d-ce9d47464fc4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.235565] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 748.235565] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d18e3-18ef-b6a1-b6b0-f3a81e4bf2ff" [ 748.235565] env[70399]: _type = "Task" [ 748.235565] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.245500] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d18e3-18ef-b6a1-b6b0-f3a81e4bf2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.316029] env[70399]: DEBUG oslo_concurrency.lockutils [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "interface-17a88673-c6cc-46ed-aecf-24911507cc05-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.316029] env[70399]: DEBUG oslo_concurrency.lockutils [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "interface-17a88673-c6cc-46ed-aecf-24911507cc05-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.316029] env[70399]: DEBUG nova.objects.instance [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lazy-loading 'flavor' on Instance uuid 17a88673-c6cc-46ed-aecf-24911507cc05 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.485602] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.485741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.485914] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.578553] env[70399]: DEBUG oslo_vmware.api [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Task: {'id': task-3757856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126071} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.582029] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.584276] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.584578] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.584784] env[70399]: INFO nova.compute.manager [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 748.585317] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.589727] env[70399]: DEBUG nova.compute.manager [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.589727] env[70399]: DEBUG nova.network.neutron [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.608943] env[70399]: DEBUG nova.network.neutron [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.747159] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d18e3-18ef-b6a1-b6b0-f3a81e4bf2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.748160] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b516f3ba-e912-453f-b883-2ff224b5def9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.763057] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 748.763057] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52248f52-6c4a-8f8c-e202-d8716f56c9d3" [ 748.763057] env[70399]: _type = "Task" [ 748.763057] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.771120] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52248f52-6c4a-8f8c-e202-d8716f56c9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.796781] env[70399]: DEBUG nova.network.neutron [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.818128] env[70399]: DEBUG nova.objects.instance [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lazy-loading 'pci_requests' on Instance uuid 17a88673-c6cc-46ed-aecf-24911507cc05 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.044747] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.061871] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fd93a8-1624-47af-b2a5-c629ed126ee8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.075035] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d8eef-139d-418e-a703-d64b429a6bd8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.107853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ac4c3-92ba-4dab-ae41-d65254e704e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.112771] env[70399]: DEBUG nova.network.neutron [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.119636] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0759385-ecc0-4770-8b56-1ba7a66e4085 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.133971] env[70399]: DEBUG nova.compute.provider_tree [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.215104] env[70399]: DEBUG nova.network.neutron [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.276443] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52248f52-6c4a-8f8c-e202-d8716f56c9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.276443] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.276655] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c3427f09-f862-4df1-b52d-39afbd18edc2/c3427f09-f862-4df1-b52d-39afbd18edc2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.277127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfccd9c7-457b-4fbb-8f00-2662bdbe6c2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.285640] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 749.285640] env[70399]: value = "task-3757857" [ 749.285640] env[70399]: _type = "Task" [ 749.285640] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.296435] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.299563] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.321609] env[70399]: DEBUG nova.objects.base [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Object Instance<17a88673-c6cc-46ed-aecf-24911507cc05> lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 749.321878] env[70399]: DEBUG nova.network.neutron [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.424644] env[70399]: DEBUG oslo_concurrency.lockutils [None req-892ac007-eb67-449a-81c3-54d941eb1ae7 tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "interface-17a88673-c6cc-46ed-aecf-24911507cc05-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.564382] env[70399]: DEBUG nova.compute.manager [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-vif-plugged-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.564382] env[70399]: DEBUG oslo_concurrency.lockutils [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] Acquiring lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.564382] env[70399]: DEBUG oslo_concurrency.lockutils [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.564382] env[70399]: DEBUG oslo_concurrency.lockutils [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.564382] env[70399]: DEBUG nova.compute.manager [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] No waiting events found dispatching network-vif-plugged-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.565246] env[70399]: WARNING nova.compute.manager [req-d8b8ab7f-31a1-4e05-ab88-e1c233c29584 req-746fe6f1-9022-4f97-aa34-cc7952ab2bc2 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received unexpected event network-vif-plugged-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 for instance with vm_state building and task_state spawning. [ 749.618132] env[70399]: INFO nova.compute.manager [-] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Took 1.03 seconds to deallocate network for instance. [ 749.640675] env[70399]: DEBUG nova.scheduler.client.report [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.653222] env[70399]: DEBUG nova.compute.manager [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Received event network-changed-d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.653222] env[70399]: DEBUG nova.compute.manager [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Refreshing instance network info cache due to event network-changed-d739fb5a-7811-4a38-bef3-261ad342041b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.653222] env[70399]: DEBUG oslo_concurrency.lockutils [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] Acquiring lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.653821] env[70399]: DEBUG oslo_concurrency.lockutils [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] Acquired lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.653821] env[70399]: DEBUG nova.network.neutron [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Refreshing network info cache for port d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.719401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.719771] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Instance network_info: |[{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.720272] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:b6:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed1fbdc-e1dd-470f-b2cb-80855c0346b5', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.728947] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Creating folder: Project (60a6ecfa39464de7b48c764e36777194). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.729755] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f70cc98-1137-4808-a3e6-da6e2b8baff4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.743670] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Created folder: Project (60a6ecfa39464de7b48c764e36777194) in parent group-v747819. [ 749.743902] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Creating folder: Instances. Parent ref: group-v747886. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.744183] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f636dc-b62c-4364-bcff-fe1af8110762 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.754929] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Created folder: Instances in parent group-v747886. [ 749.755216] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.755436] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.755667] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00e66391-185c-469e-bdfe-d442d8b46549 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.774799] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.774799] env[70399]: value = "task-3757860" [ 749.774799] env[70399]: _type = "Task" [ 749.774799] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.782795] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757860, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.794996] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48554} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.795597] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c3427f09-f862-4df1-b52d-39afbd18edc2/c3427f09-f862-4df1-b52d-39afbd18edc2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.795597] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.795782] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39932aa0-f1d8-4279-b866-99bbbf870363 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.805818] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 749.805818] env[70399]: value = "task-3757861" [ 749.805818] env[70399]: _type = "Task" [ 749.805818] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.816097] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.129264] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.146509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.147370] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.151223] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.921s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.153582] env[70399]: INFO nova.compute.claims [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.285728] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757860, 'name': CreateVM_Task, 'duration_secs': 0.341691} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.286425] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.286672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.286852] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.286852] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.287461] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f8337d-47ae-46bf-bcc4-77a3012e4b2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.292690] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 750.292690] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289c10e-7e65-145d-8696-e3250acd5964" [ 750.292690] env[70399]: _type = "Task" [ 750.292690] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.303852] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289c10e-7e65-145d-8696-e3250acd5964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.317119] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.317410] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.318333] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83604f64-5287-400c-bfcf-6c77dbf89484 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.345165] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c3427f09-f862-4df1-b52d-39afbd18edc2/c3427f09-f862-4df1-b52d-39afbd18edc2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.345870] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a474500-11b5-4d3f-aa61-58efef6526b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.371560] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 750.371560] env[70399]: value = "task-3757862" [ 750.371560] env[70399]: _type = "Task" [ 750.371560] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.377473] env[70399]: DEBUG nova.compute.manager [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.378473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf7e5c0-bea3-4058-889d-48e0cf724ea4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.384950] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.429257] env[70399]: DEBUG nova.network.neutron [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updated VIF entry in instance network info cache for port d739fb5a-7811-4a38-bef3-261ad342041b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.429658] env[70399]: DEBUG nova.network.neutron [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.659233] env[70399]: DEBUG nova.compute.utils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.663343] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.663662] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.713233] env[70399]: DEBUG nova.policy [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080503d59414bd5973ef134e5cc1b4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012796986c8445c5affcf855c7be0db3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.811580] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289c10e-7e65-145d-8696-e3250acd5964, 'name': SearchDatastore_Task, 'duration_secs': 0.040228} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.811887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.812130] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.812397] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.812656] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.812760] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.818985] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661b1fae-28cf-4d4e-95b0-577782495271 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.825859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad35040-151a-453e-b6cb-d9557da4cd25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.854900] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.859810] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.859969] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.861309] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41c8ced-2785-49b7-bdfd-16f01a9e3ca4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.869264] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 750.869264] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520f8608-4b19-cfd1-92cb-593d18348fd1" [ 750.869264] env[70399]: _type = "Task" [ 750.869264] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.881854] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520f8608-4b19-cfd1-92cb-593d18348fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.887126] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757862, 'name': ReconfigVM_Task, 'duration_secs': 0.307256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.887126] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689c331e-45dd-4935-a15b-76e5c58ca9b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.889354] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c3427f09-f862-4df1-b52d-39afbd18edc2/c3427f09-f862-4df1-b52d-39afbd18edc2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.889763] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3351221c-3e56-4e58-b3e1-6c4d4b846b05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.893675] env[70399]: INFO nova.compute.manager [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] instance snapshotting [ 750.898058] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 750.898058] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ab86eb-6dae-1e11-d1c8-0759e96cd19c" [ 750.898058] env[70399]: _type = "Task" [ 750.898058] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.898384] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 750.898384] env[70399]: value = "task-3757863" [ 750.898384] env[70399]: _type = "Task" [ 750.898384] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.899520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc27240-72a6-427f-9668-6b53184f34cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.915290] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757863, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.934028] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ab86eb-6dae-1e11-d1c8-0759e96cd19c, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.934526] env[70399]: DEBUG oslo_concurrency.lockutils [req-ad628623-8fc1-47a8-a691-253e9cf423fb req-9ba7fa9b-9444-4e10-8252-79a736b1990b service nova] Releasing lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.935886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.940289] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/67902cdf-0737-466b-ad67-90c63ba6c80c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.941216] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86476e42-5125-41db-9c9c-046ff0b88acc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.944269] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0ee557-dc8d-4556-a580-99066c7c3be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.955880] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 750.955880] env[70399]: value = "task-3757864" [ 750.955880] env[70399]: _type = "Task" [ 750.955880] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.968740] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.144268] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Successfully created port: 952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.164360] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.363461] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.363804] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef6d0be-f48d-4505-8d51-0dfecad42ac2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.377590] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 751.377590] env[70399]: value = "task-3757865" [ 751.377590] env[70399]: _type = "Task" [ 751.377590] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.391429] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.411148] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757863, 'name': Rename_Task, 'duration_secs': 0.157356} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.416037] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.421019] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3447a292-9575-4f33-ab9e-20e5f6a01419 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.426035] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 751.426035] env[70399]: value = "task-3757866" [ 751.426035] env[70399]: _type = "Task" [ 751.426035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.436357] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.458352] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.458815] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-840c7d23-3b4a-472d-8a4b-455ca26baf4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.474232] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 751.474232] env[70399]: value = "task-3757867" [ 751.474232] env[70399]: _type = "Task" [ 751.474232] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.478568] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503612} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.482658] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/67902cdf-0737-466b-ad67-90c63ba6c80c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.482957] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.486225] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa6feda-ad94-4b93-a86d-4dbcaa46b98e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.495296] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.496991] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 751.496991] env[70399]: value = "task-3757868" [ 751.496991] env[70399]: _type = "Task" [ 751.496991] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.505717] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.728168] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c9b306-ca6d-4e7a-8b99-96d4715345b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.737728] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75431040-74c5-45c2-b30d-8dbceedeb4d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.773123] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f814a-33f9-44b6-b92b-f95d11bf1459 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.781313] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b375a0-3b14-479c-925a-434e926a9923 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.797616] env[70399]: DEBUG nova.compute.provider_tree [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.892061] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757865, 'name': PowerOffVM_Task, 'duration_secs': 0.244049} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.892378] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.893072] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.936741] env[70399]: DEBUG oslo_vmware.api [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3757866, 'name': PowerOnVM_Task, 'duration_secs': 0.47241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.937024] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.937363] env[70399]: INFO nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Took 7.80 seconds to spawn the instance on the hypervisor. [ 751.937486] env[70399]: DEBUG nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.940033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6164f0e4-eeee-425d-9925-4d1ed3991aef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.994336] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.013174] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079536} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.013703] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.015271] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb080399-cac3-4e9c-8a67-018004c7b556 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.021566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "17a88673-c6cc-46ed-aecf-24911507cc05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.021952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.022764] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.023245] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.023990] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.026792] env[70399]: INFO nova.compute.manager [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Terminating instance [ 752.055279] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/67902cdf-0737-466b-ad67-90c63ba6c80c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.056310] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0684ae7a-68fe-4c5d-9a59-c9b4f10eec0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.083180] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 752.083180] env[70399]: value = "task-3757869" [ 752.083180] env[70399]: _type = "Task" [ 752.083180] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.090346] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.182307] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.209886] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.209886] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.209886] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.210309] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.210309] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.210309] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.210309] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.210309] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.210483] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.210483] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.210600] env[70399]: DEBUG nova.virt.hardware [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.211620] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d12f2-9461-47c8-90aa-a580968c24c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.220830] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5cb80e-eb9b-4e26-995c-23c5aee7e086 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.301197] env[70399]: DEBUG nova.scheduler.client.report [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.403122] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.403122] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.403122] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.403122] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.403396] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.403396] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.403396] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.403396] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.403396] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.403560] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.403864] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.409421] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc0237c-986d-4384-9ce9-0155a4b95c2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.428928] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 752.428928] env[70399]: value = "task-3757870" [ 752.428928] env[70399]: _type = "Task" [ 752.428928] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.439366] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.465955] env[70399]: INFO nova.compute.manager [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Took 29.50 seconds to build instance. [ 752.496283] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757867, 'name': CreateSnapshot_Task, 'duration_secs': 0.593731} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.496283] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.496283] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6577991-bcf8-42b1-9410-2a2ce8a5fd9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.528950] env[70399]: DEBUG nova.compute.manager [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.529263] env[70399]: DEBUG nova.compute.manager [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing instance network info cache due to event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.529498] env[70399]: DEBUG oslo_concurrency.lockutils [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.529640] env[70399]: DEBUG oslo_concurrency.lockutils [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.529796] env[70399]: DEBUG nova.network.neutron [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.534369] env[70399]: DEBUG nova.compute.manager [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.534369] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.534369] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c2dc3-0d5b-422d-9efb-dcd71b5ec4cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.546180] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.546476] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1864bb06-3694-4839-983d-5c54bb0fdc84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.556404] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 752.556404] env[70399]: value = "task-3757871" [ 752.556404] env[70399]: _type = "Task" [ 752.556404] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.567186] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.592814] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757869, 'name': ReconfigVM_Task, 'duration_secs': 0.311885} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.598226] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/67902cdf-0737-466b-ad67-90c63ba6c80c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.598971] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8be9e576-dd19-4e05-ae55-c518d2c449f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.608239] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 752.608239] env[70399]: value = "task-3757872" [ 752.608239] env[70399]: _type = "Task" [ 752.608239] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.618660] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757872, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.808562] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.808562] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.814604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.526s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.815053] env[70399]: DEBUG nova.objects.instance [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lazy-loading 'resources' on Instance uuid fda7cf41-c67e-4583-9344-5dd1eeee6cc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.941668] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757870, 'name': ReconfigVM_Task, 'duration_secs': 0.432578} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.942120] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.973905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8462e005-ceab-43e3-814d-6266f6b87c4c tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.023s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.018986] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.019220] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48113f9a-839c-4db4-838a-dc2873459328 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.030201] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 753.030201] env[70399]: value = "task-3757873" [ 753.030201] env[70399]: _type = "Task" [ 753.030201] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.042980] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757873, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.067371] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.122210] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757872, 'name': Rename_Task, 'duration_secs': 0.299196} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.122210] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.122210] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d9d24b-c2ef-4bc8-9e97-dc9053d755c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.136619] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 753.136619] env[70399]: value = "task-3757874" [ 753.136619] env[70399]: _type = "Task" [ 753.136619] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.138171] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Successfully updated port: 952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.155317] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.320662] env[70399]: DEBUG nova.compute.utils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.326701] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.329132] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.394714] env[70399]: DEBUG nova.policy [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3895b465765f449cbdf1679c9947ece6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b263450e4db458a9d1ab318bb1305c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.450398] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.450966] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.451331] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.451664] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.451958] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.452393] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.452776] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.453100] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.459451] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.459451] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.459451] env[70399]: DEBUG nova.virt.hardware [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.464298] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 753.467028] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c484f3-49f4-4169-86ac-f3fd6973f9f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.484271] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.493723] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 753.493723] env[70399]: value = "task-3757875" [ 753.493723] env[70399]: _type = "Task" [ 753.493723] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.504799] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.537966] env[70399]: DEBUG nova.network.neutron [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updated VIF entry in instance network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.538436] env[70399]: DEBUG nova.network.neutron [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.544364] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757873, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.567765] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757871, 'name': PowerOffVM_Task, 'duration_secs': 0.801189} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.567963] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.568046] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.568346] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82af55f0-23be-402e-aa9c-209119e94350 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.647089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.647240] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.647511] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.650042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.650042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.650042] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Deleting the datastore file [datastore2] 17a88673-c6cc-46ed-aecf-24911507cc05 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.655020] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99c863a-cbad-426a-998f-757e35f7faf7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.661631] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757874, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.668596] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for the task: (returnval){ [ 753.668596] env[70399]: value = "task-3757877" [ 753.668596] env[70399]: _type = "Task" [ 753.668596] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.680359] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.827694] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.827901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.828217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.828441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.828607] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.832019] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.837125] env[70399]: INFO nova.compute.manager [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Terminating instance [ 753.983877] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b2888-6991-46ba-a97d-4f02fb2b22c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.996404] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657a5f4-04ee-4b65-b1db-45db9888c4a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.012017] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757875, 'name': ReconfigVM_Task, 'duration_secs': 0.361565} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.039287] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 754.041370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.042179] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8bb3af-0d52-416c-b47f-a385d90db587 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.048360] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e4d35-eacf-4dbf-8cf9-f3a7778bc453 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.053183] env[70399]: DEBUG oslo_concurrency.lockutils [req-2112f8bf-1ffe-4b6c-bbb8-3822e3711552 req-7defa818-5763-4a25-9999-d7f9ec8b1719 service nova] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.074873] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95208981-0f8f-4862-bb9c-9ea64c61764c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.079650] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757873, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.087923] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.088362] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fa23aa-c0a8-468c-a5ed-f9663f21b50f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.110809] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 754.110809] env[70399]: value = "task-3757878" [ 754.110809] env[70399]: _type = "Task" [ 754.110809] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.119956] env[70399]: DEBUG nova.compute.provider_tree [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.132541] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.156896] env[70399]: DEBUG oslo_vmware.api [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757874, 'name': PowerOnVM_Task, 'duration_secs': 0.719703} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.157102] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.157672] env[70399]: INFO nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 754.157672] env[70399]: DEBUG nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.159045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349ab84-2643-430d-ba01-747141006f3e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.183249] env[70399]: DEBUG oslo_vmware.api [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Task: {'id': task-3757877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191816} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.183579] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.183811] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.184036] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.184281] env[70399]: INFO nova.compute.manager [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Took 1.65 seconds to destroy the instance on the hypervisor. [ 754.184554] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.184783] env[70399]: DEBUG nova.compute.manager [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.184893] env[70399]: DEBUG nova.network.neutron [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.209338] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.222667] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Successfully created port: 9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.344983] env[70399]: DEBUG nova.compute.manager [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.344983] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.346151] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcbf2b6-f484-41ae-ac2b-6a35153c1c12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.358020] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.358020] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf4e2bb-3f4a-4d5e-a30f-e0ce6029edc4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.419209] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.419516] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.419741] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleting the datastore file [datastore1] 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.420181] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcefde3-ee21-4cc7-b3dc-831a6a256f6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.432555] env[70399]: DEBUG oslo_vmware.api [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 754.432555] env[70399]: value = "task-3757880" [ 754.432555] env[70399]: _type = "Task" [ 754.432555] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.443784] env[70399]: DEBUG oslo_vmware.api [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.466635] env[70399]: DEBUG nova.network.neutron [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Updating instance_info_cache with network_info: [{"id": "952f9e61-dc19-44b9-8163-0c9784e19494", "address": "fa:16:3e:75:d6:b0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952f9e61-dc", "ovs_interfaceid": "952f9e61-dc19-44b9-8163-0c9784e19494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.358676] env[70399]: DEBUG nova.scheduler.client.report [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.369030] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.369030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.369845] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Instance network_info: |[{"id": "952f9e61-dc19-44b9-8163-0c9784e19494", "address": "fa:16:3e:75:d6:b0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952f9e61-dc", "ovs_interfaceid": "952f9e61-dc19-44b9-8163-0c9784e19494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.374047] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Received event network-vif-plugged-952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.374302] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Acquiring lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.374475] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.374643] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.374804] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] No waiting events found dispatching network-vif-plugged-952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 755.374964] env[70399]: WARNING nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Received unexpected event network-vif-plugged-952f9e61-dc19-44b9-8163-0c9784e19494 for instance with vm_state building and task_state spawning. [ 755.375134] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Received event network-changed-952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.375289] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Refreshing instance network info cache due to event network-changed-952f9e61-dc19-44b9-8163-0c9784e19494. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.375466] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Acquiring lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.375896] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Acquired lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.375896] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Refreshing network info cache for port 952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.378623] env[70399]: DEBUG nova.network.neutron [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.387859] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '952f9e61-dc19-44b9-8163-0c9784e19494', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.395046] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.396828] env[70399]: INFO nova.compute.manager [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Took 30.54 seconds to build instance. [ 755.398060] env[70399]: INFO nova.compute.manager [-] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Took 1.21 seconds to deallocate network for instance. [ 755.398698] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.401878] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5ef1e1-631a-46db-a0ab-38a9ede4c43f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.436878] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757878, 'name': ReconfigVM_Task, 'duration_secs': 0.511968} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.436878] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757873, 'name': CloneVM_Task, 'duration_secs': 1.247118} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.436878] env[70399]: DEBUG oslo_vmware.api [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218248} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.437364] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be/10b451d6-41e5-4d5f-bb71-f42dcea2c9be.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.437467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.445034] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Created linked-clone VM from snapshot [ 755.445034] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.445034] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.445034] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.445034] env[70399]: INFO nova.compute.manager [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 755.445348] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.447451] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.448477] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.448477] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.448477] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.448477] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.448477] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.448684] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.448684] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.448816] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.448969] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.449156] env[70399]: DEBUG nova.virt.hardware [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.450351] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2947c37-c4e7-455a-8a7c-7d904ca2db5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.453344] env[70399]: DEBUG nova.compute.manager [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.453476] env[70399]: DEBUG nova.network.neutron [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.455366] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.455366] env[70399]: value = "task-3757881" [ 755.455366] env[70399]: _type = "Task" [ 755.455366] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.456812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b85ec-f95f-4625-b96d-e0e2b806d1bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.469888] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Uploading image d9c07c68-ee5d-4ddd-9067-24a9c8522237 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.476713] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35647c3-1d1c-4a1a-99f9-f581a1208601 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.485148] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757881, 'name': CreateVM_Task} progress is 15%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.487862] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.487862] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab0969a5-966e-43da-9774-6d55175c70e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.505302] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 755.505302] env[70399]: value = "task-3757882" [ 755.505302] env[70399]: _type = "Task" [ 755.505302] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.517338] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757882, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.880042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.065s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.884743] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.994s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.887654] env[70399]: INFO nova.compute.claims [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.906106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec5f571c-b681-4011-a917-068841312893 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.525s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.914579] env[70399]: INFO nova.scheduler.client.report [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Deleted allocations for instance fda7cf41-c67e-4583-9344-5dd1eeee6cc2 [ 755.940219] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.947911] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca0305-9570-4c7d-bf39-f89a3a0d4089 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.976777] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec121c1e-2f39-4c1a-9a9d-26ffc75a426f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.009134] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757881, 'name': CreateVM_Task, 'duration_secs': 0.425044} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.009564] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 756.013384] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.018185] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.018387] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.018804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.019462] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205c9544-dc10-4fa5-ab5a-f3d173d170f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.029020] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757882, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.029300] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 756.029300] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521b4337-c462-d842-1917-c7b58fa3b20e" [ 756.029300] env[70399]: _type = "Task" [ 756.029300] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.039412] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521b4337-c462-d842-1917-c7b58fa3b20e, 'name': SearchDatastore_Task} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.039836] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.040153] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.040449] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.040568] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.040757] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.041082] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3173f9c-504a-4abb-b7c9-b8a1a65b4d3e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.054026] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.054026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.054026] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a5e6c6-88e4-41cd-8eb2-cf8cebe07ce8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.060229] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 756.060229] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52317c60-70c9-315a-e156-4d0dc5ea1e25" [ 756.060229] env[70399]: _type = "Task" [ 756.060229] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.069388] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52317c60-70c9-315a-e156-4d0dc5ea1e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.409377] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.434990] env[70399]: DEBUG oslo_concurrency.lockutils [None req-65812f8e-01f9-492b-8209-3242507e1646 tempest-ServerDiagnosticsTest-636566878 tempest-ServerDiagnosticsTest-636566878-project-member] Lock "fda7cf41-c67e-4583-9344-5dd1eeee6cc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.759s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.467570] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Updated VIF entry in instance network info cache for port 952f9e61-dc19-44b9-8163-0c9784e19494. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.467570] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Updating instance_info_cache with network_info: [{"id": "952f9e61-dc19-44b9-8163-0c9784e19494", "address": "fa:16:3e:75:d6:b0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952f9e61-dc", "ovs_interfaceid": "952f9e61-dc19-44b9-8163-0c9784e19494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.526048] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757882, 'name': Destroy_Task, 'duration_secs': 0.548864} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.526398] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Destroyed the VM [ 756.526749] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.527351] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3d3126c-277a-479d-9c9c-6dff45d9ece6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.535322] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 756.535322] env[70399]: value = "task-3757883" [ 756.535322] env[70399]: _type = "Task" [ 756.535322] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.544363] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.573054] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52317c60-70c9-315a-e156-4d0dc5ea1e25, 'name': SearchDatastore_Task, 'duration_secs': 0.026624} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.573953] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8270a3bc-add7-4e0b-b0be-fb382495fdbb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.580985] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 756.580985] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52167c74-f990-1cc2-92c6-ea1b557bdcec" [ 756.580985] env[70399]: _type = "Task" [ 756.580985] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.590946] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52167c74-f990-1cc2-92c6-ea1b557bdcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.614237] env[70399]: DEBUG nova.network.neutron [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Port 17db7320-aeda-4613-b6e5-2a7660bd810f binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 756.653846] env[70399]: DEBUG nova.network.neutron [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.731190] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.731566] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.917976] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Successfully updated port: 9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.945086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.973973] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Releasing lock "refresh_cache-1ef5f84a-170a-4420-a8d9-b715de9b57d1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.973973] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Received event network-changed-d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.973973] env[70399]: DEBUG nova.compute.manager [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Refreshing instance network info cache due to event network-changed-d739fb5a-7811-4a38-bef3-261ad342041b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.973973] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Acquiring lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.973973] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Acquired lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.974226] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Refreshing network info cache for port d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.046730] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.094242] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52167c74-f990-1cc2-92c6-ea1b557bdcec, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.098442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.098442] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 1ef5f84a-170a-4420-a8d9-b715de9b57d1/1ef5f84a-170a-4420-a8d9-b715de9b57d1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.098442] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7da94bd-b711-43ad-888f-06c6866ba8bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.107236] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 757.107236] env[70399]: value = "task-3757884" [ 757.107236] env[70399]: _type = "Task" [ 757.107236] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.122711] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.157280] env[70399]: INFO nova.compute.manager [-] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Took 1.70 seconds to deallocate network for instance. [ 757.244525] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.247841] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.248285] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.248502] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.248691] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.248873] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.249198] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 757.249884] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.422624] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.422950] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.422950] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.477307] env[70399]: INFO nova.compute.manager [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Rescuing [ 757.477559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.477703] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.477860] env[70399]: DEBUG nova.network.neutron [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.509028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52cfd12-2d06-4666-90da-b1c702d5b8ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.515520] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Received event network-vif-deleted-75bb5d99-741e-4436-b9eb-6bc86898be63 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.515719] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Received event network-vif-deleted-3080720d-f5a9-42f1-921c-47a81529fc8f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.515902] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Received event network-vif-plugged-9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.516110] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.516389] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.516564] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.516998] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] No waiting events found dispatching network-vif-plugged-9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 757.516998] env[70399]: WARNING nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Received unexpected event network-vif-plugged-9159a78b-7765-4612-a8c9-26c0d9232149 for instance with vm_state building and task_state spawning. [ 757.517300] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Received event network-changed-9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.517359] env[70399]: DEBUG nova.compute.manager [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Refreshing instance network info cache due to event network-changed-9159a78b-7765-4612-a8c9-26c0d9232149. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.517519] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Acquiring lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.528374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ead4a-8929-4fd8-858e-6ae52fba6c7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.572766] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13c6dd-5504-4785-9f8d-8c30cb8f1bb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.580684] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757883, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.587885] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2493ef7-f2bd-4c94-ba4c-05b897cc7e34 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.606427] env[70399]: DEBUG nova.compute.provider_tree [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.622968] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.642227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.642227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.642227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.667459] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.753354] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.973110] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.050291] env[70399]: DEBUG oslo_vmware.api [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757883, 'name': RemoveSnapshot_Task, 'duration_secs': 1.151262} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.050765] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.113706] env[70399]: DEBUG nova.scheduler.client.report [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.121184] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633589} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.121743] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 1ef5f84a-170a-4420-a8d9-b715de9b57d1/1ef5f84a-170a-4420-a8d9-b715de9b57d1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.121981] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.122277] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d1d0d12-ae49-4916-a911-4fcad522ebf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.131195] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 758.131195] env[70399]: value = "task-3757885" [ 758.131195] env[70399]: _type = "Task" [ 758.131195] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.147178] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.265023] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updated VIF entry in instance network info cache for port d739fb5a-7811-4a38-bef3-261ad342041b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.265023] env[70399]: DEBUG nova.network.neutron [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.502714] env[70399]: DEBUG nova.network.neutron [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updating instance_info_cache with network_info: [{"id": "9159a78b-7765-4612-a8c9-26c0d9232149", "address": "fa:16:3e:04:91:d6", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159a78b-77", "ovs_interfaceid": "9159a78b-7765-4612-a8c9-26c0d9232149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.512206] env[70399]: DEBUG nova.network.neutron [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.561961] env[70399]: WARNING nova.compute.manager [None req-080281b9-8c5b-422f-8826-cd2115664d11 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Image not found during snapshot: nova.exception.ImageNotFound: Image d9c07c68-ee5d-4ddd-9067-24a9c8522237 could not be found. [ 758.623429] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.623868] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.630796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.215s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.630796] env[70399]: DEBUG nova.objects.instance [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lazy-loading 'resources' on Instance uuid 43939515-ff5a-4d2d-bde9-b26ddca81eba {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.643400] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075563} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.643746] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.645484] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f288222c-82bb-49e4-b558-46cbfa3584cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.681848] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1ef5f84a-170a-4420-a8d9-b715de9b57d1/1ef5f84a-170a-4420-a8d9-b715de9b57d1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.682802] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc469dd-36c3-4042-a57a-0a2fbc5aae25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.707263] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 758.707263] env[70399]: value = "task-3757886" [ 758.707263] env[70399]: _type = "Task" [ 758.707263] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.719026] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.753011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.753256] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.753422] env[70399]: DEBUG nova.network.neutron [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.766135] env[70399]: DEBUG oslo_concurrency.lockutils [req-316d59b1-8311-4b3c-a558-04c00c95454b req-99a25e6b-1fd5-4283-94a5-763cc3c492fe service nova] Releasing lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.006504] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.006901] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Instance network_info: |[{"id": "9159a78b-7765-4612-a8c9-26c0d9232149", "address": "fa:16:3e:04:91:d6", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159a78b-77", "ovs_interfaceid": "9159a78b-7765-4612-a8c9-26c0d9232149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.007390] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Acquired lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008903] env[70399]: DEBUG nova.network.neutron [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Refreshing network info cache for port 9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.010283] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:91:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9159a78b-7765-4612-a8c9-26c0d9232149', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.024109] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Creating folder: Project (9b263450e4db458a9d1ab318bb1305c2). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.028852] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030951] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23731b2e-e45e-4ec2-a367-200226c80602 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.045774] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Created folder: Project (9b263450e4db458a9d1ab318bb1305c2) in parent group-v747819. [ 759.045774] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Creating folder: Instances. Parent ref: group-v747892. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.046059] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95dfd89d-54f1-41a7-9b86-9a2f4c94e46b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.058513] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Created folder: Instances in parent group-v747892. [ 759.058923] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.059313] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.059662] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91c06560-a40e-46df-b549-f498eecf522e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.092948] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.092948] env[70399]: value = "task-3757889" [ 759.092948] env[70399]: _type = "Task" [ 759.092948] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.104890] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757889, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.133234] env[70399]: DEBUG nova.compute.utils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.139579] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.139702] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.220064] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.243700] env[70399]: DEBUG nova.policy [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.606513] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757889, 'name': CreateVM_Task, 'duration_secs': 0.433327} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.606513] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.607328] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.607556] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.607770] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.609053] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76a6f03-7d2b-4462-94dc-e7c7f164406e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.618273] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 759.618273] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52abd1c3-a0c0-7bb5-7aa9-5e72bf2040ee" [ 759.618273] env[70399]: _type = "Task" [ 759.618273] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.637974] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52abd1c3-a0c0-7bb5-7aa9-5e72bf2040ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.642045] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.723664] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757886, 'name': ReconfigVM_Task, 'duration_secs': 0.696721} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.723974] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1ef5f84a-170a-4420-a8d9-b715de9b57d1/1ef5f84a-170a-4420-a8d9-b715de9b57d1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.724706] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d721fed-602b-46ef-a41b-fd05f87df22f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.731667] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2438e7e2-78f8-4fdd-a8e5-16a869cb62a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.734854] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 759.734854] env[70399]: value = "task-3757890" [ 759.734854] env[70399]: _type = "Task" [ 759.734854] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.743476] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302936d7-7db2-40f1-88ca-78fd2a737d1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.752038] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757890, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.787143] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307705f1-b9c6-4f8d-bbdb-d82c195b78f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.795812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401422f-41ea-4564-8373-ce50e92b0576 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.812277] env[70399]: DEBUG nova.compute.provider_tree [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.067160] env[70399]: DEBUG nova.network.neutron [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updated VIF entry in instance network info cache for port 9159a78b-7765-4612-a8c9-26c0d9232149. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.067160] env[70399]: DEBUG nova.network.neutron [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updating instance_info_cache with network_info: [{"id": "9159a78b-7765-4612-a8c9-26c0d9232149", "address": "fa:16:3e:04:91:d6", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159a78b-77", "ovs_interfaceid": "9159a78b-7765-4612-a8c9-26c0d9232149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.135261] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52abd1c3-a0c0-7bb5-7aa9-5e72bf2040ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.138628] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.138628] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.138628] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.138628] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.138894] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.138894] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-082a5fbe-f22f-4c35-8fc6-1214572b0786 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.154030] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.154030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.154030] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a818d64-40d2-4b6b-ab9f-b02d02522d64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.160868] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 760.160868] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52eb1f3e-59ab-2ddb-093c-439ca3e268c6" [ 760.160868] env[70399]: _type = "Task" [ 760.160868] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.169687] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52eb1f3e-59ab-2ddb-093c-439ca3e268c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.205011] env[70399]: DEBUG nova.network.neutron [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.249935] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757890, 'name': Rename_Task, 'duration_secs': 0.255877} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.252816] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.252816] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f31f18-2de5-4add-9b7a-45c92b38b174 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.259526] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 760.259526] env[70399]: value = "task-3757891" [ 760.259526] env[70399]: _type = "Task" [ 760.259526] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.272321] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.319142] env[70399]: DEBUG nova.scheduler.client.report [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.436746] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "9bb57253-83e9-498c-88d6-de38e62453a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.436746] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.569715] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa418080-aeee-4cc5-b856-43312e334313 req-f26e1841-117f-45a3-b0a8-3fa4e4e4b9e6 service nova] Releasing lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.598347] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.598347] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0067887b-a7e8-4cd9-8235-015f469856f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.603847] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 760.603847] env[70399]: value = "task-3757892" [ 760.603847] env[70399]: _type = "Task" [ 760.603847] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.615013] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.616279] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Successfully created port: b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.652658] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.672397] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52eb1f3e-59ab-2ddb-093c-439ca3e268c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019793} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.673365] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3767308-4de8-461c-ab15-c277f574e9d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.682788] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 760.682788] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52905df2-77c1-9c0c-afdc-7ab6cf341f3b" [ 760.682788] env[70399]: _type = "Task" [ 760.682788] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.695986] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52905df2-77c1-9c0c-afdc-7ab6cf341f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.701585] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.701834] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.705024] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.705024] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.705024] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.705024] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.705024] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.705356] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.705356] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.705356] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.705356] env[70399]: DEBUG nova.virt.hardware [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.705356] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfdbf74-a979-4c66-896d-66414e01339a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.707742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.718255] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84be05e1-72cb-47c9-bb9c-d232dc89a1e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.773581] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.829044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.832506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.382s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.832662] env[70399]: DEBUG nova.objects.instance [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'resources' on Instance uuid ce836b7f-fb93-4621-b0b5-6f590a6df215 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.863207] env[70399]: INFO nova.scheduler.client.report [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Deleted allocations for instance 43939515-ff5a-4d2d-bde9-b26ddca81eba [ 760.985145] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "cd02609e-68c6-4a35-a44d-876dec4944cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.985392] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.119960] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757892, 'name': PowerOffVM_Task, 'duration_secs': 0.251484} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.120328] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.122253] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f215bb-8dda-4df4-b21b-43d6e0a6755c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.146032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc983edb-9a1d-439d-aadf-181ac898ffba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.196565] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.197279] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cf34d5-8d8b-4e9b-801c-69f3385b6a19 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.206088] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52905df2-77c1-9c0c-afdc-7ab6cf341f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017255} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.207565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.207923] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7cf7b8e5-b887-4d69-aff2-af184f5806e8/7cf7b8e5-b887-4d69-aff2-af184f5806e8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.209404] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 761.209404] env[70399]: value = "task-3757893" [ 761.209404] env[70399]: _type = "Task" [ 761.209404] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.209404] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-393f9edf-5dff-4e23-941e-53b0bb347987 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.223656] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 761.223865] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.224127] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.224285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.224506] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.224806] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 761.224806] env[70399]: value = "task-3757894" [ 761.224806] env[70399]: _type = "Task" [ 761.224806] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.227233] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de85f00d-ca82-42f5-9dfc-5cae8d3fdfef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.240436] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.241868] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.242089] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.242814] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e71363-addb-4e89-8ad5-3d14999bfa30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.248479] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f615e-a3da-4bed-a5f2-b336676cd55d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.253452] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 761.253452] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52462324-d1a9-2626-9b26-03d90f874fad" [ 761.253452] env[70399]: _type = "Task" [ 761.253452] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.277771] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ab802c-14c1-4aef-a5b9-c407a76f19f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.285059] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52462324-d1a9-2626-9b26-03d90f874fad, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.286597] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b686854e-e745-4c1d-91e0-e31d8c178e81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.295031] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.298886] env[70399]: DEBUG oslo_vmware.api [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757891, 'name': PowerOnVM_Task, 'duration_secs': 0.540251} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.302032] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.302032] env[70399]: INFO nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Took 9.12 seconds to spawn the instance on the hypervisor. [ 761.302032] env[70399]: DEBUG nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.302032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9508221-80e8-4b32-b044-4abc4dba26c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.306116] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 761.306116] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cb4f13-a1ce-82f6-ee72-cc18184678ec" [ 761.306116] env[70399]: _type = "Task" [ 761.306116] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.323141] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cb4f13-a1ce-82f6-ee72-cc18184678ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.373265] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b98a399-b191-43c2-8879-29c238dc3666 tempest-InstanceActionsV221TestJSON-1001043171 tempest-InstanceActionsV221TestJSON-1001043171-project-member] Lock "43939515-ff5a-4d2d-bde9-b26ddca81eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.702s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.749427] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757894, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.802752] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.803805] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b62bc9-2cee-44a0-8e7b-56d13d4af67b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.825554] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cb4f13-a1ce-82f6-ee72-cc18184678ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020266} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.832711] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.833041] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 761.833426] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 761.833426] env[70399]: value = "task-3757895" [ 761.833426] env[70399]: _type = "Task" [ 761.833426] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.834354] env[70399]: INFO nova.compute.manager [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Took 35.73 seconds to build instance. [ 761.835240] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c1742e8-ff76-4797-949b-dac40a26c8ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.853357] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757895, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.857633] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 761.857633] env[70399]: value = "task-3757896" [ 761.857633] env[70399]: _type = "Task" [ 761.857633] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.872051] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.935052] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf23e4-7b98-4d84-a4e9-3b03711af9d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.950339] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8103c-efe9-479c-94ae-1ec05415029f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.988429] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57411616-50f4-41c1-bdd0-f4777394ec53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.002982] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af5cc3-8e71-429e-bbee-13640e3d0805 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.025371] env[70399]: DEBUG nova.compute.provider_tree [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.121169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.121478] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.121777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.121884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.122161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.124982] env[70399]: INFO nova.compute.manager [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Terminating instance [ 762.245283] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905839} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.246101] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7cf7b8e5-b887-4d69-aff2-af184f5806e8/7cf7b8e5-b887-4d69-aff2-af184f5806e8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.246101] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.246101] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19e6d9f-616a-474f-ad93-494c65e12b84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.257977] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 762.257977] env[70399]: value = "task-3757897" [ 762.257977] env[70399]: _type = "Task" [ 762.257977] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.272455] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.340288] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af73ab6b-e7f4-49d7-a2b9-7b3ec6203f3b tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.728s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.354083] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.377420] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757896, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.529445] env[70399]: DEBUG nova.scheduler.client.report [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.630879] env[70399]: DEBUG nova.compute.manager [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.631536] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.633076] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d24f4-06bd-4c5f-aa01-64afe64c0f42 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.644735] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.645500] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55bb790-7f25-4c2f-86b5-785fdae559e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.658798] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 762.658798] env[70399]: value = "task-3757898" [ 762.658798] env[70399]: _type = "Task" [ 762.658798] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.668926] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.716193] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "6de25259-68ea-4105-9739-79fdf84664c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.717879] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.771422] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225374} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.772568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.772568] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209a0e9-02f0-4507-9d52-d46be66a537c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.801765] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7cf7b8e5-b887-4d69-aff2-af184f5806e8/7cf7b8e5-b887-4d69-aff2-af184f5806e8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.803122] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21559dd-5599-4e4e-b213-a4b3ee444701 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.826289] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 762.826289] env[70399]: value = "task-3757899" [ 762.826289] env[70399]: _type = "Task" [ 762.826289] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.836568] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.848748] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.851901] env[70399]: DEBUG oslo_vmware.api [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3757895, 'name': PowerOnVM_Task, 'duration_secs': 0.78849} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.852051] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.852143] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8acddb6f-e840-4ad4-b806-fedfb393d1e1 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance '10b451d6-41e5-4d5f-bb71-f42dcea2c9be' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.873231] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742123} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.873501] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 762.874422] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a3609-d945-43a4-9483-b50e36b66692 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.907355] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.907740] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d27533e-1eca-42db-b7ee-23af1b5dcf2e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.937997] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 762.937997] env[70399]: value = "task-3757900" [ 762.937997] env[70399]: _type = "Task" [ 762.937997] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.951578] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.040305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.043420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.338s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.043617] env[70399]: DEBUG nova.objects.instance [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 763.079440] env[70399]: INFO nova.scheduler.client.report [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocations for instance ce836b7f-fb93-4621-b0b5-6f590a6df215 [ 763.174882] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757898, 'name': PowerOffVM_Task, 'duration_secs': 0.367327} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.175259] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.176026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.176134] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d28919-0168-4ac3-bc07-df7af89c3d4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.284182] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.284468] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.284678] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleting the datastore file [datastore2] 8a8f20e6-46d8-4817-b8ed-98d5b85e9786 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.284989] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0075b8-7685-4fc3-860b-b3a8bc6f0012 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.295253] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 763.295253] env[70399]: value = "task-3757902" [ 763.295253] env[70399]: _type = "Task" [ 763.295253] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.308789] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.336697] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.372788] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.430099] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Successfully updated port: b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.451278] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.591438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-83c8ec1e-aafc-4543-a8a5-ab863d2ebcca tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "ce836b7f-fb93-4621-b0b5-6f590a6df215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.007s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.806097] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.840830] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757899, 'name': ReconfigVM_Task, 'duration_secs': 0.952535} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.842160] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7cf7b8e5-b887-4d69-aff2-af184f5806e8/7cf7b8e5-b887-4d69-aff2-af184f5806e8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.842160] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474f5c6a-da0d-42c0-ac2f-cdd7e17c5a07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.848871] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 763.848871] env[70399]: value = "task-3757903" [ 763.848871] env[70399]: _type = "Task" [ 763.848871] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.858924] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757903, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.934120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.934310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.935304] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.953530] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757900, 'name': ReconfigVM_Task, 'duration_secs': 0.947379} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.953885] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.955157] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c873e68-a3b9-4211-8a49-b47691f35925 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.986825] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd049a64-2ae0-4832-96af-3e43310dceb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008843] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 764.008843] env[70399]: value = "task-3757904" [ 764.008843] env[70399]: _type = "Task" [ 764.008843] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.022733] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.054057] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3a172a9b-65e9-4210-a498-ef58987652a7 tempest-ServersAdmin275Test-416991781 tempest-ServersAdmin275Test-416991781-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.055564] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.215s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.056013] env[70399]: DEBUG nova.objects.instance [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lazy-loading 'resources' on Instance uuid 6a0b46c8-e3e4-4caf-a798-01f428476931 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.087136] env[70399]: DEBUG nova.compute.manager [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-vif-plugged-b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.087462] env[70399]: DEBUG oslo_concurrency.lockutils [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.089014] env[70399]: DEBUG oslo_concurrency.lockutils [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.089014] env[70399]: DEBUG oslo_concurrency.lockutils [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.089014] env[70399]: DEBUG nova.compute.manager [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] No waiting events found dispatching network-vif-plugged-b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.089014] env[70399]: WARNING nova.compute.manager [req-257574c5-949e-466f-8397-e49f08567eb9 req-dcb20278-3f35-4220-b511-d5ca37dbadc6 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received unexpected event network-vif-plugged-b1bb75b0-d81f-47c2-be54-3ba0161e9409 for instance with vm_state building and task_state spawning. [ 764.309116] env[70399]: DEBUG oslo_vmware.api [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3757902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537703} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.309116] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.309116] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.309337] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.309535] env[70399]: INFO nova.compute.manager [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Took 1.68 seconds to destroy the instance on the hypervisor. [ 764.309747] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.310878] env[70399]: DEBUG nova.compute.manager [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.310878] env[70399]: DEBUG nova.network.neutron [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.361754] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757903, 'name': Rename_Task, 'duration_secs': 0.225192} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.362055] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.362321] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034f6122-bcb1-44b9-bebc-c44b56a0424f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.375423] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 764.375423] env[70399]: value = "task-3757905" [ 764.375423] env[70399]: _type = "Task" [ 764.375423] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.389472] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.500878] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.520578] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757904, 'name': ReconfigVM_Task, 'duration_secs': 0.222817} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.520901] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.521231] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc7467e-a271-460d-ae81-dca7e08f7959 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.529740] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 764.529740] env[70399]: value = "task-3757906" [ 764.529740] env[70399]: _type = "Task" [ 764.529740] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.541726] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.713565] env[70399]: DEBUG nova.network.neutron [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.898427] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.042205] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757906, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.145807] env[70399]: DEBUG nova.network.neutron [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.198162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d605100-4803-44c4-ba2c-bae41bf4af1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.206709] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207b94e0-83ab-498d-822e-ee406e761aab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.242742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.243984] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Instance network_info: |[{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.244196] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:38:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bb75b0-d81f-47c2-be54-3ba0161e9409', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.254322] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating folder: Project (55f90106cebc4c3aa15b1588032145b2). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.254322] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f13ea5c-234a-4b17-82b0-9042a2009a53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.256263] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ca6353-b629-4b66-9ecf-da21b40c3552 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.264914] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99953c1a-8310-48fa-b4fb-bd22cd89d998 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.271469] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created folder: Project (55f90106cebc4c3aa15b1588032145b2) in parent group-v747819. [ 765.271923] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating folder: Instances. Parent ref: group-v747895. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.272640] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b1f27a-e834-4397-a9b1-0bc70482f7ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.288724] env[70399]: DEBUG nova.compute.provider_tree [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.298920] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created folder: Instances in parent group-v747895. [ 765.298920] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.298920] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.298920] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90fd822b-8ce7-436c-8e8e-4e29808918c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.323901] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.323901] env[70399]: value = "task-3757909" [ 765.323901] env[70399]: _type = "Task" [ 765.323901] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.333168] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757909, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.393647] env[70399]: DEBUG oslo_vmware.api [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3757905, 'name': PowerOnVM_Task, 'duration_secs': 0.701889} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.394077] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.395341] env[70399]: INFO nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Took 10.03 seconds to spawn the instance on the hypervisor. [ 765.395576] env[70399]: DEBUG nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.396491] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb53832-4a3a-4995-ac60-4f118870ab66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.541014] env[70399]: DEBUG oslo_vmware.api [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757906, 'name': PowerOnVM_Task, 'duration_secs': 0.546789} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.541462] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.545357] env[70399]: DEBUG nova.compute.manager [None req-17320191-7232-45a6-bc1e-235a26da3f39 tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.546227] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846a4be6-5cf2-4fe5-a5a0-74e5a703d2e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.649395] env[70399]: INFO nova.compute.manager [-] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Took 1.34 seconds to deallocate network for instance. [ 765.791908] env[70399]: DEBUG nova.scheduler.client.report [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.850864] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757909, 'name': CreateVM_Task, 'duration_secs': 0.387774} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.851598] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.852309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.852468] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.852782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.853363] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b057cbbc-28ee-4049-bada-eaedc28b32f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.865815] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 765.865815] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273b7f2-efdf-3541-5eef-21433432596d" [ 765.865815] env[70399]: _type = "Task" [ 765.865815] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.877734] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273b7f2-efdf-3541-5eef-21433432596d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.927081] env[70399]: INFO nova.compute.manager [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Took 37.72 seconds to build instance. [ 765.984040] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.984313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.984596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.984726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.158327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.298487] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.306321] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.152s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.306321] env[70399]: INFO nova.compute.claims [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.341923] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.342217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.342399] env[70399]: DEBUG nova.compute.manager [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Going to confirm migration 1 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 766.351322] env[70399]: INFO nova.scheduler.client.report [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Deleted allocations for instance 6a0b46c8-e3e4-4caf-a798-01f428476931 [ 766.385566] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273b7f2-efdf-3541-5eef-21433432596d, 'name': SearchDatastore_Task, 'duration_secs': 0.023956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.385566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385566] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.385780] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.386045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.388042] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.388042] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db98aa66-356a-437a-bda7-5c4681782d40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.399224] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.399482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.401033] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2997bdbb-6744-468d-886a-8a7ad9c21aee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.411332] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 766.411332] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52caed67-549d-3776-a522-547db5aa50ec" [ 766.411332] env[70399]: _type = "Task" [ 766.411332] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.424425] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52caed67-549d-3776-a522-547db5aa50ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.431785] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f116415a-1d8a-4356-a15a-83bbdebf0b03 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.907s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.456524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.456756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.800838] env[70399]: DEBUG nova.compute.manager [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-changed-b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.800838] env[70399]: DEBUG nova.compute.manager [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing instance network info cache due to event network-changed-b1bb75b0-d81f-47c2-be54-3ba0161e9409. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.801900] env[70399]: DEBUG oslo_concurrency.lockutils [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.802210] env[70399]: DEBUG oslo_concurrency.lockutils [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.802483] env[70399]: DEBUG nova.network.neutron [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing network info cache for port b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.859440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f2a7a98e-6635-4a66-b986-228caeeb948a tempest-InstanceActionsTestJSON-83943407 tempest-InstanceActionsTestJSON-83943407-project-member] Lock "6a0b46c8-e3e4-4caf-a798-01f428476931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.082s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.885930] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.886205] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.886438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.886635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.886805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.890785] env[70399]: INFO nova.compute.manager [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Terminating instance [ 766.922819] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52caed67-549d-3776-a522-547db5aa50ec, 'name': SearchDatastore_Task, 'duration_secs': 0.032554} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.923856] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f81394d-a04b-4076-9b3d-2aa3638e6a54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.930421] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 766.930421] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ad9dc1-04b7-927e-5d37-a109f6c2c177" [ 766.930421] env[70399]: _type = "Task" [ 766.930421] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.935579] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.935886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.936524] env[70399]: DEBUG nova.network.neutron [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.936883] env[70399]: DEBUG nova.objects.instance [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lazy-loading 'info_cache' on Instance uuid 10b451d6-41e5-4d5f-bb71-f42dcea2c9be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.938850] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.951220] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ad9dc1-04b7-927e-5d37-a109f6c2c177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.397250] env[70399]: DEBUG nova.compute.manager [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.397502] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.398414] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a5d2ce-5c02-4a97-a266-7cdfbfd14693 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.407227] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.409962] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379582ab-6548-4318-a5b3-76c167e47de5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.420381] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 767.420381] env[70399]: value = "task-3757910" [ 767.420381] env[70399]: _type = "Task" [ 767.420381] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.439558] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.453234] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ad9dc1-04b7-927e-5d37-a109f6c2c177, 'name': SearchDatastore_Task, 'duration_secs': 0.019065} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.460150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.460150] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9/129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.460150] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d89c19d0-8850-437b-ac54-0b9c681249b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.472859] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 767.472859] env[70399]: value = "task-3757911" [ 767.472859] env[70399]: _type = "Task" [ 767.472859] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.474591] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.486341] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.720244] env[70399]: DEBUG nova.network.neutron [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updated VIF entry in instance network info cache for port b1bb75b0-d81f-47c2-be54-3ba0161e9409. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.720956] env[70399]: DEBUG nova.network.neutron [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.889891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "c2cc872a-eb38-4e07-917e-00c06740ba54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.889891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.940593] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757910, 'name': PowerOffVM_Task, 'duration_secs': 0.247257} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.940593] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.940593] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.940593] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b19cfb-e8f3-4960-adc9-efc985867a6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.966073] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cfd07a-557a-4a97-9f57-5d4b5eaa160f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.980875] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24524a6c-23df-4f6c-baa2-15f9fa740859 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.991759] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.032729] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b330e5-1546-4086-ba8c-b9d0bb3d2564 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.036200] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.036830] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.036830] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Deleting the datastore file [datastore2] 1ef5f84a-170a-4420-a8d9-b715de9b57d1 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.036952] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef5b329-acdb-4e20-a4a2-7150d4e42e89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.049389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f2df0-14bb-4367-856b-3e840abcb4c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.054070] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for the task: (returnval){ [ 768.054070] env[70399]: value = "task-3757913" [ 768.054070] env[70399]: _type = "Task" [ 768.054070] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.069808] env[70399]: DEBUG nova.compute.provider_tree [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.081751] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.225459] env[70399]: DEBUG oslo_concurrency.lockutils [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.225698] env[70399]: DEBUG nova.compute.manager [req-43ee0eae-096c-4fe7-950d-49ca0c30c005 req-5868d37f-fccd-4e6b-a3da-b26d036d7da3 service nova] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Received event network-vif-deleted-d3d04ccf-35b3-4566-bfa5-e366548adbd3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.312917] env[70399]: DEBUG nova.network.neutron [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [{"id": "17db7320-aeda-4613-b6e5-2a7660bd810f", "address": "fa:16:3e:77:d7:0a", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17db7320-ae", "ovs_interfaceid": "17db7320-aeda-4613-b6e5-2a7660bd810f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.486809] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.487099] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9/129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.487350] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.487609] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02285400-9167-4398-8f5e-f0585733ef43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.495610] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 768.495610] env[70399]: value = "task-3757914" [ 768.495610] env[70399]: _type = "Task" [ 768.495610] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.505579] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.565115] env[70399]: DEBUG oslo_vmware.api [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Task: {'id': task-3757913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51113} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.565707] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.565707] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.565884] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.566181] env[70399]: INFO nova.compute.manager [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 768.566575] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.566898] env[70399]: DEBUG nova.compute.manager [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.567052] env[70399]: DEBUG nova.network.neutron [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.574115] env[70399]: DEBUG nova.scheduler.client.report [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.816813] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-10b451d6-41e5-4d5f-bb71-f42dcea2c9be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.816813] env[70399]: DEBUG nova.objects.instance [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lazy-loading 'migration_context' on Instance uuid 10b451d6-41e5-4d5f-bb71-f42dcea2c9be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.008662] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083535} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.011088] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.015229] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fafec0-d3d1-4fa0-bc39-d5ee430a287d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.051216] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9/129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.051803] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd26ec3d-66cb-4ed4-886d-43ac5d3cd0a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.085379] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.085379] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.086353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.667s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.088548] env[70399]: INFO nova.compute.claims [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.100596] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 769.100596] env[70399]: value = "task-3757915" [ 769.100596] env[70399]: _type = "Task" [ 769.100596] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.111555] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.320262] env[70399]: DEBUG nova.objects.base [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Object Instance<10b451d6-41e5-4d5f-bb71-f42dcea2c9be> lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 769.323215] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3cbd2b-0552-4509-bb22-6cff77552c0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.348248] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64897a30-ea5f-4b97-8f33-5a507dd6333d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.357405] env[70399]: DEBUG oslo_vmware.api [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 769.357405] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f16cf6-eed9-ba51-fdff-1611b0b95a00" [ 769.357405] env[70399]: _type = "Task" [ 769.357405] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.367901] env[70399]: DEBUG oslo_vmware.api [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f16cf6-eed9-ba51-fdff-1611b0b95a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.387828] env[70399]: DEBUG nova.compute.manager [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Received event network-changed-9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.388227] env[70399]: DEBUG nova.compute.manager [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Refreshing instance network info cache due to event network-changed-9159a78b-7765-4612-a8c9-26c0d9232149. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.388536] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Acquiring lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.389131] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Acquired lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.389131] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Refreshing network info cache for port 9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.589368] env[70399]: DEBUG nova.compute.manager [req-365bf8da-8a01-4d05-8ffe-eb5695f57183 req-d1f4d270-f4ee-465f-ad8d-545fa8725c49 service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Received event network-vif-deleted-952f9e61-dc19-44b9-8163-0c9784e19494 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.589368] env[70399]: INFO nova.compute.manager [req-365bf8da-8a01-4d05-8ffe-eb5695f57183 req-d1f4d270-f4ee-465f-ad8d-545fa8725c49 service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Neutron deleted interface 952f9e61-dc19-44b9-8163-0c9784e19494; detaching it from the instance and deleting it from the info cache [ 769.589368] env[70399]: DEBUG nova.network.neutron [req-365bf8da-8a01-4d05-8ffe-eb5695f57183 req-d1f4d270-f4ee-465f-ad8d-545fa8725c49 service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.598030] env[70399]: DEBUG nova.compute.utils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.598030] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.598030] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.612552] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757915, 'name': ReconfigVM_Task, 'duration_secs': 0.308358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.614592] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9/129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.615667] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f19f93a2-0a7a-4b0f-8aaa-8b495fca10eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.624349] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 769.624349] env[70399]: value = "task-3757916" [ 769.624349] env[70399]: _type = "Task" [ 769.624349] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.636134] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757916, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.647231] env[70399]: DEBUG nova.network.neutron [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.696835] env[70399]: DEBUG nova.policy [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbcf10a7d5984bcab1d2c58a7a94acac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eac81db915df4794927448342da2ba55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.875537] env[70399]: DEBUG oslo_vmware.api [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f16cf6-eed9-ba51-fdff-1611b0b95a00, 'name': SearchDatastore_Task, 'duration_secs': 0.021092} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.875537] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.091975] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd829b6-2cdd-4e1f-94c7-480607cb9e27 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.102068] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.117602] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437485ec-fb1c-4328-a0c8-330f9f438968 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.144427] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757916, 'name': Rename_Task, 'duration_secs': 0.146752} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.144684] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.144932] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ae8e09-1199-4790-8648-7cf189b222dd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.159261] env[70399]: INFO nova.compute.manager [-] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Took 1.59 seconds to deallocate network for instance. [ 770.159742] env[70399]: DEBUG nova.compute.manager [req-365bf8da-8a01-4d05-8ffe-eb5695f57183 req-d1f4d270-f4ee-465f-ad8d-545fa8725c49 service nova] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Detach interface failed, port_id=952f9e61-dc19-44b9-8163-0c9784e19494, reason: Instance 1ef5f84a-170a-4420-a8d9-b715de9b57d1 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.178025] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 770.178025] env[70399]: value = "task-3757917" [ 770.178025] env[70399]: _type = "Task" [ 770.178025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.194716] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.300150] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Successfully created port: 326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.529894] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updated VIF entry in instance network info cache for port 9159a78b-7765-4612-a8c9-26c0d9232149. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.530764] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updating instance_info_cache with network_info: [{"id": "9159a78b-7765-4612-a8c9-26c0d9232149", "address": "fa:16:3e:04:91:d6", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159a78b-77", "ovs_interfaceid": "9159a78b-7765-4612-a8c9-26c0d9232149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.675969] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.689181] env[70399]: DEBUG oslo_vmware.api [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3757917, 'name': PowerOnVM_Task, 'duration_secs': 0.501645} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.689750] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.690041] env[70399]: INFO nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Took 10.04 seconds to spawn the instance on the hypervisor. [ 770.690306] env[70399]: DEBUG nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.691303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7646d-b3f9-493c-bf57-180ee1b9a44a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.729309] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25451eb6-97d5-45d0-8f79-1755f983f744 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.739289] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82675449-4537-4946-8b12-798f723fb886 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.779208] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e59d7-df83-48fc-86b1-3dd1d5066194 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.789520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6568c3-55ee-4e98-b5d3-13ecb47d4dfb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.804461] env[70399]: DEBUG nova.compute.provider_tree [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.034090] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Releasing lock "refresh_cache-7cf7b8e5-b887-4d69-aff2-af184f5806e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.034307] env[70399]: DEBUG nova.compute.manager [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.034473] env[70399]: DEBUG nova.compute.manager [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing instance network info cache due to event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.034664] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.034805] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.034961] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.113722] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.150889] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.151160] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.151318] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.151502] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.151702] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.151860] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.152087] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.152251] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.152417] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.152578] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.152747] env[70399]: DEBUG nova.virt.hardware [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.153686] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e94138-dc97-4e0d-aaa4-371928cf83b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.163110] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5342f5-31d3-4e66-a621-b5dff474fd4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.217552] env[70399]: INFO nova.compute.manager [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Took 41.35 seconds to build instance. [ 771.311066] env[70399]: DEBUG nova.scheduler.client.report [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.720477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad11ca18-a5ee-4773-b6a1-8a041e867d2d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.642s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.817531] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.817988] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.821544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.807s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.823031] env[70399]: INFO nova.compute.claims [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.911269] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updated VIF entry in instance network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.911639] env[70399]: DEBUG nova.network.neutron [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.226022] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.333805] env[70399]: DEBUG nova.compute.utils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.337787] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.338033] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.415343] env[70399]: DEBUG oslo_concurrency.lockutils [req-5be42701-221a-4549-9ecd-b9a19fb64a51 req-cfb8e2e6-e625-4bbc-aaa8-66911ece3592 service nova] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.450139] env[70399]: DEBUG nova.policy [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a7d1d228b645f6a016ecd7bf6d5b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e3316be417402097e660f5db07b499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.487402] env[70399]: DEBUG nova.compute.manager [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.487615] env[70399]: DEBUG nova.compute.manager [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing instance network info cache due to event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.487859] env[70399]: DEBUG oslo_concurrency.lockutils [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487977] env[70399]: DEBUG oslo_concurrency.lockutils [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.491522] env[70399]: DEBUG nova.network.neutron [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.755784] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.842673] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.983292] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Successfully updated port: 326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.043546] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Successfully created port: 0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.365248] env[70399]: DEBUG nova.compute.manager [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Received event network-vif-plugged-326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.365638] env[70399]: DEBUG oslo_concurrency.lockutils [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] Acquiring lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.366062] env[70399]: DEBUG oslo_concurrency.lockutils [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.366301] env[70399]: DEBUG oslo_concurrency.lockutils [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.367018] env[70399]: DEBUG nova.compute.manager [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] No waiting events found dispatching network-vif-plugged-326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.367292] env[70399]: WARNING nova.compute.manager [req-217005ce-be65-41a6-a24a-d39e561cbd0c req-28b86745-561e-4e85-a9d8-4020d42eb137 service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Received unexpected event network-vif-plugged-326a4a2f-6db9-4538-b0cf-0e990ac2f916 for instance with vm_state building and task_state spawning. [ 773.486279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.486279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquired lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.486279] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.502847] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2ee1b3-c257-47cc-a1b1-603cbf88d94a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.512661] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c499fe-a869-47a1-8476-47a641575f46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.559518] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691010f-9682-4911-bffd-1755108096a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.568787] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32736fcd-2225-4219-ae9c-bda02ae787ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.584530] env[70399]: DEBUG nova.compute.provider_tree [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.586756] env[70399]: DEBUG nova.network.neutron [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updated VIF entry in instance network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.587165] env[70399]: DEBUG nova.network.neutron [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.859552] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.895951] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.896211] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.896367] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.896990] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.896990] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.896990] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.897192] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.897353] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.897518] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.897695] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.897843] env[70399]: DEBUG nova.virt.hardware [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.898781] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45b738-ccd8-4baf-a6dc-30cb4bf555cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.910658] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46b6ce-45f2-410f-8293-de36aee6b646 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.048705] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.092533] env[70399]: DEBUG nova.scheduler.client.report [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.097179] env[70399]: DEBUG oslo_concurrency.lockutils [req-7c2ce8c5-6a52-41d7-89aa-e4acfdcbca9c req-c6d57f71-8eb5-4a75-9098-42225662caa8 service nova] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.245222] env[70399]: DEBUG nova.network.neutron [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Updating instance_info_cache with network_info: [{"id": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "address": "fa:16:3e:8e:48:d3", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4a2f-6d", "ovs_interfaceid": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.601235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.601951] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.605582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.441s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.605827] env[70399]: DEBUG nova.objects.instance [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lazy-loading 'resources' on Instance uuid cb8ce671-a20a-4590-afc5-f3c067ccf774 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.748562] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Releasing lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.748954] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Instance network_info: |[{"id": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "address": "fa:16:3e:8e:48:d3", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4a2f-6d", "ovs_interfaceid": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.749841] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:48:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326a4a2f-6db9-4538-b0cf-0e990ac2f916', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.762783] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Creating folder: Project (eac81db915df4794927448342da2ba55). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.766274] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edf272e8-6bd9-42f6-875d-719ea95eecdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.779393] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Created folder: Project (eac81db915df4794927448342da2ba55) in parent group-v747819. [ 774.779635] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Creating folder: Instances. Parent ref: group-v747898. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.779896] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edf74e4e-89d2-4f49-869d-7c185ae3a96d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.793280] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Created folder: Instances in parent group-v747898. [ 774.794174] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.794174] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.797518] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba25a83-acbc-4940-a30c-b46a3d922181 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.817782] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.817782] env[70399]: value = "task-3757920" [ 774.817782] env[70399]: _type = "Task" [ 774.817782] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.826872] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757920, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.109782] env[70399]: DEBUG nova.compute.utils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.115926] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.115926] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.208244] env[70399]: DEBUG nova.policy [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9726d6cc69d4137bc90a4dc74b4f4ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f763c1f20a4df289dedbf99bf474bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.331021] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757920, 'name': CreateVM_Task, 'duration_secs': 0.351032} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.331982] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.332061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.332206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.332524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.332767] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c6b222-06f1-4c95-9ab4-67871bc04d4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.345621] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 775.345621] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aacee7-e586-c247-0ff7-d12548beb1a8" [ 775.345621] env[70399]: _type = "Task" [ 775.345621] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.360532] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aacee7-e586-c247-0ff7-d12548beb1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.360571] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.360884] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.361085] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.361235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.361411] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.361676] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc53341-3d52-4f42-90c7-ce5a54ecd685 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.384387] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.384387] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.386480] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4346ead-994c-4fdf-8e63-089459dce2d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.390170] env[70399]: DEBUG nova.compute.manager [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.391449] env[70399]: DEBUG nova.compute.manager [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing instance network info cache due to event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.391534] env[70399]: DEBUG oslo_concurrency.lockutils [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.391681] env[70399]: DEBUG oslo_concurrency.lockutils [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.393033] env[70399]: DEBUG nova.network.neutron [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.403897] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 775.403897] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cef969-3a85-c088-7724-2a59b5e7b0be" [ 775.403897] env[70399]: _type = "Task" [ 775.403897] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.416237] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cef969-3a85-c088-7724-2a59b5e7b0be, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.417508] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003c51f6-be5f-4492-8695-013ee0c1932a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.425589] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 775.425589] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f3b6d4-d8a3-0bc6-ec6f-e1251ca6da4d" [ 775.425589] env[70399]: _type = "Task" [ 775.425589] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.442061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "fece1064-606f-4e15-84a2-c4c926036bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.442320] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.450265] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f3b6d4-d8a3-0bc6-ec6f-e1251ca6da4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.592283] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Successfully updated port: 0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.615453] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.700046] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Successfully created port: 5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.771023] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03746160-7314-4ef3-b37d-903b9936b036 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.777327] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb387e-1f2d-4315-a1b6-db454b1cf5bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.817042] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a19eac-bad6-4663-ad4a-f40828e5b5a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.832521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0393b2-a81b-497b-b86b-2c512401a491 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843326] env[70399]: DEBUG nova.compute.provider_tree [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.940916] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f3b6d4-d8a3-0bc6-ec6f-e1251ca6da4d, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.947864] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.947864] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 26ac54eb-7a20-4584-96ad-03927dee38f5/26ac54eb-7a20-4584-96ad-03927dee38f5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.947864] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf234ac-5b70-47cc-8887-bf0ec6b0064c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.952597] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 775.952597] env[70399]: value = "task-3757921" [ 775.952597] env[70399]: _type = "Task" [ 775.952597] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.962502] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978765] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Received event network-changed-326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.978911] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Refreshing instance network info cache due to event network-changed-326a4a2f-6db9-4538-b0cf-0e990ac2f916. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.979459] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquiring lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.979753] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquired lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.979989] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Refreshing network info cache for port 326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.095741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.095741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.095741] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.206179] env[70399]: DEBUG nova.network.neutron [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updated VIF entry in instance network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.206179] env[70399]: DEBUG nova.network.neutron [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [{"id": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "address": "fa:16:3e:68:b6:8c", "network": {"id": "3c659500-6279-450a-bc92-d9bf6c816f38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-212172605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a6ecfa39464de7b48c764e36777194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed1fbdc-e1", "ovs_interfaceid": "aed1fbdc-e1dd-470f-b2cb-80855c0346b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.347325] env[70399]: DEBUG nova.scheduler.client.report [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.467761] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500521} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.467761] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 26ac54eb-7a20-4584-96ad-03927dee38f5/26ac54eb-7a20-4584-96ad-03927dee38f5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.467761] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.467761] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5240d078-9a57-4f57-b9bf-030e2de66da1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.476807] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 776.476807] env[70399]: value = "task-3757922" [ 776.476807] env[70399]: _type = "Task" [ 776.476807] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.490849] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.629410] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.639740] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.668871] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.668871] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.668871] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.669124] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.669124] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.669231] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.669446] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.669654] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.669812] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.669978] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.670197] env[70399]: DEBUG nova.virt.hardware [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.671389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59647d-ca05-4037-a21b-9ac5b6382d6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.687103] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f86ec-179d-4e13-b220-0da6e69d8b08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.710187] env[70399]: DEBUG oslo_concurrency.lockutils [req-f388113e-fca6-4c26-b0fc-8a2e545b21cf req-d101a184-c98a-4106-a3b6-f0ac5f3ce988 service nova] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.858616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.866576] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.227s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.866576] env[70399]: INFO nova.compute.claims [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.894048] env[70399]: INFO nova.scheduler.client.report [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Deleted allocations for instance cb8ce671-a20a-4590-afc5-f3c067ccf774 [ 776.896430] env[70399]: DEBUG nova.network.neutron [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Updating instance_info_cache with network_info: [{"id": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "address": "fa:16:3e:6b:64:81", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b33b0ec-e6", "ovs_interfaceid": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.945204] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Updated VIF entry in instance network info cache for port 326a4a2f-6db9-4538-b0cf-0e990ac2f916. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.946875] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Updating instance_info_cache with network_info: [{"id": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "address": "fa:16:3e:8e:48:d3", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4a2f-6d", "ovs_interfaceid": "326a4a2f-6db9-4538-b0cf-0e990ac2f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.991861] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076959} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.991861] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.992690] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477961c8-7384-4052-a0d6-2666be1fc34b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.020962] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 26ac54eb-7a20-4584-96ad-03927dee38f5/26ac54eb-7a20-4584-96ad-03927dee38f5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.021370] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32fdf355-6188-4bc8-b77a-f0cfba0a2056 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.045309] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 777.045309] env[70399]: value = "task-3757923" [ 777.045309] env[70399]: _type = "Task" [ 777.045309] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.054760] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.113057] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "67902cdf-0737-466b-ad67-90c63ba6c80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.113353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.113562] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.113748] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.114152] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.119100] env[70399]: INFO nova.compute.manager [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Terminating instance [ 777.401481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401908] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance network_info: |[{"id": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "address": "fa:16:3e:6b:64:81", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b33b0ec-e6", "ovs_interfaceid": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.402688] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:64:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b33b0ec-e6e1-4177-8d7a-652da818503b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.413323] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.416354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.417344] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1f02675-8c86-4d63-9e42-796008727320 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.440152] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c4e401dc-e97c-4fe3-ac34-7156e7e4f854 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597 tempest-FloatingIPsAssociationNegativeTestJSON-1867118597-project-member] Lock "cb8ce671-a20a-4590-afc5-f3c067ccf774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.629s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.446576] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.446576] env[70399]: value = "task-3757924" [ 777.446576] env[70399]: _type = "Task" [ 777.446576] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.450454] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Releasing lock "refresh_cache-26ac54eb-7a20-4584-96ad-03927dee38f5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.450690] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-changed-b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.450858] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing instance network info cache due to event network-changed-b1bb75b0-d81f-47c2-be54-3ba0161e9409. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.451093] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.451249] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.451499] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing network info cache for port b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.459847] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757924, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.558857] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.623404] env[70399]: DEBUG nova.compute.manager [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.623630] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.624613] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c586a-1623-4c32-9871-632449ba7c03 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.635541] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.635889] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750555a4-9cb9-4b49-87b0-6960d139c4cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.643891] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 777.643891] env[70399]: value = "task-3757925" [ 777.643891] env[70399]: _type = "Task" [ 777.643891] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.655877] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.909344] env[70399]: DEBUG nova.compute.manager [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Received event network-vif-plugged-0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.910016] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Acquiring lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.910016] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.911482] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.911822] env[70399]: DEBUG nova.compute.manager [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] No waiting events found dispatching network-vif-plugged-0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.911899] env[70399]: WARNING nova.compute.manager [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Received unexpected event network-vif-plugged-0b33b0ec-e6e1-4177-8d7a-652da818503b for instance with vm_state building and task_state spawning. [ 777.912074] env[70399]: DEBUG nova.compute.manager [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Received event network-changed-0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.912489] env[70399]: DEBUG nova.compute.manager [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Refreshing instance network info cache due to event network-changed-0b33b0ec-e6e1-4177-8d7a-652da818503b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.912489] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Acquiring lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.912603] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Acquired lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.912758] env[70399]: DEBUG nova.network.neutron [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Refreshing network info cache for port 0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.966392] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757924, 'name': CreateVM_Task, 'duration_secs': 0.423276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.966796] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.967672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.967960] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.968373] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.968805] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596b13d1-d985-4720-ab61-870cf841070a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.977287] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 777.977287] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529e1db1-9f0a-61a7-6a35-0a43adaa6d25" [ 777.977287] env[70399]: _type = "Task" [ 777.977287] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.989139] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529e1db1-9f0a-61a7-6a35-0a43adaa6d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.991892] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Successfully updated port: 5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.066380] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757923, 'name': ReconfigVM_Task, 'duration_secs': 0.832123} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.066873] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 26ac54eb-7a20-4584-96ad-03927dee38f5/26ac54eb-7a20-4584-96ad-03927dee38f5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.067687] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63bf77a9-84d5-42bd-9c98-553370e2f733 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.077050] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 778.077050] env[70399]: value = "task-3757926" [ 778.077050] env[70399]: _type = "Task" [ 778.077050] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.086219] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757926, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.154671] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757925, 'name': PowerOffVM_Task, 'duration_secs': 0.443333} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.157453] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.157732] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.160531] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5d8c3c7-33d5-4c77-a1bd-a9e1b1e557d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.246619] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.246619] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.246619] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Deleting the datastore file [datastore2] 67902cdf-0737-466b-ad67-90c63ba6c80c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.247026] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d942724b-7a0a-4ca7-a494-583508d9bd38 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.256514] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for the task: (returnval){ [ 778.256514] env[70399]: value = "task-3757928" [ 778.256514] env[70399]: _type = "Task" [ 778.256514] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.265840] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.308149] env[70399]: DEBUG nova.compute.manager [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received event network-vif-plugged-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.308149] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.308149] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.308149] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.308149] env[70399]: DEBUG nova.compute.manager [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] No waiting events found dispatching network-vif-plugged-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.308302] env[70399]: WARNING nova.compute.manager [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received unexpected event network-vif-plugged-5adecc2f-551f-4d07-8b19-26865e60bb17 for instance with vm_state building and task_state spawning. [ 778.308302] env[70399]: DEBUG nova.compute.manager [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.308302] env[70399]: DEBUG nova.compute.manager [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing instance network info cache due to event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.308302] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Acquiring lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.308302] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Acquired lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.308449] env[70399]: DEBUG nova.network.neutron [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing network info cache for port 5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.475219] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a978c31-ef7d-4ceb-bb23-0e5038c9d943 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.492589] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99123468-a987-46a1-9334-46ab869ad310 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.496306] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529e1db1-9f0a-61a7-6a35-0a43adaa6d25, 'name': SearchDatastore_Task, 'duration_secs': 0.024052} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.499323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.499570] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.500900] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.500900] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.500900] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.500900] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.501869] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e799023-727a-4084-b06d-125037b443bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.533114] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309db8e-6f01-4b9f-9b6f-24536dad9acf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.540519] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.540710] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.541488] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9739a2-d026-438d-87a8-42060a1de65a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.548349] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352ca6b-40d8-4565-bf5a-46777dedc0df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.553854] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 778.553854] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52af09de-7b29-b589-6c55-62aa4a1548e8" [ 778.553854] env[70399]: _type = "Task" [ 778.553854] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.567262] env[70399]: DEBUG nova.compute.provider_tree [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.580803] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52af09de-7b29-b589-6c55-62aa4a1548e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.585801] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0cc8e5-0b2e-4848-9992-865f74f4625a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.594676] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757926, 'name': Rename_Task, 'duration_secs': 0.204006} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.596082] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.596412] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 778.596412] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f9f00-87be-43a1-602e-de7c44fee7f6" [ 778.596412] env[70399]: _type = "Task" [ 778.596412] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.596654] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce9663d-c56f-4951-b786-888d8853ff7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.607595] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f9f00-87be-43a1-602e-de7c44fee7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.608808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.609794] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.609794] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 778.609794] env[70399]: value = "task-3757929" [ 778.609794] env[70399]: _type = "Task" [ 778.609794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.609794] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21dce373-af2e-45d0-a2b8-242ae9de51d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.627260] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.627260] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 778.627260] env[70399]: value = "task-3757930" [ 778.627260] env[70399]: _type = "Task" [ 778.627260] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.644994] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updated VIF entry in instance network info cache for port b1bb75b0-d81f-47c2-be54-3ba0161e9409. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.645446] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.724164] env[70399]: DEBUG nova.network.neutron [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Updated VIF entry in instance network info cache for port 0b33b0ec-e6e1-4177-8d7a-652da818503b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.724627] env[70399]: DEBUG nova.network.neutron [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Updating instance_info_cache with network_info: [{"id": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "address": "fa:16:3e:6b:64:81", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b33b0ec-e6", "ovs_interfaceid": "0b33b0ec-e6e1-4177-8d7a-652da818503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.766799] env[70399]: DEBUG oslo_vmware.api [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Task: {'id': task-3757928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230743} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.767089] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.767296] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.767483] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.767668] env[70399]: INFO nova.compute.manager [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.767941] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.768501] env[70399]: DEBUG nova.compute.manager [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.768631] env[70399]: DEBUG nova.network.neutron [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.876038] env[70399]: DEBUG nova.network.neutron [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.071947] env[70399]: DEBUG nova.scheduler.client.report [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.124424] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.136289] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.148533] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.148973] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.149220] env[70399]: DEBUG nova.compute.manager [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing instance network info cache due to event network-changed-aed1fbdc-e1dd-470f-b2cb-80855c0346b5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.149495] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquiring lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.149668] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Acquired lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.149938] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Refreshing network info cache for port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.230601] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b69f46d-c466-44c5-80fa-71215bddb480 req-54556f88-737e-40b0-b50b-60176d76e2d0 service nova] Releasing lock "refresh_cache-97c95263-d583-49bd-8f86-624a9a1c18d8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.379674] env[70399]: DEBUG nova.network.neutron [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.552337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.552653] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.584133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.585034] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.588670] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.286s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.589066] env[70399]: DEBUG nova.objects.instance [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lazy-loading 'resources' on Instance uuid fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.618473] env[70399]: DEBUG nova.network.neutron [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.624331] env[70399]: DEBUG oslo_vmware.api [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757929, 'name': PowerOnVM_Task, 'duration_secs': 0.975404} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.625132] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.625458] env[70399]: INFO nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Took 8.51 seconds to spawn the instance on the hypervisor. [ 779.628306] env[70399]: DEBUG nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.632200] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6c2655-cbc5-4351-b843-66340727e751 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.643367] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742318} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.645246] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.645533] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.648710] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a26728-93e7-40f8-a4db-b618abf6cb80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.658313] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 779.658313] env[70399]: value = "task-3757931" [ 779.658313] env[70399]: _type = "Task" [ 779.658313] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.668846] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.698019] env[70399]: INFO nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Port aed1fbdc-e1dd-470f-b2cb-80855c0346b5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 779.698019] env[70399]: DEBUG nova.network.neutron [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.882309] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a85c5e0-261d-487d-b93a-96696ad84608 req-0a245551-4056-44c8-9981-f02b959e11af service nova] Releasing lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.882701] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.097876] env[70399]: DEBUG nova.compute.utils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.101243] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.101557] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.127861] env[70399]: INFO nova.compute.manager [-] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Took 1.36 seconds to deallocate network for instance. [ 780.166740] env[70399]: INFO nova.compute.manager [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Took 47.04 seconds to build instance. [ 780.174180] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308195} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.175172] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.176272] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6ef88-859d-4852-94de-66ea009b570f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.204674] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.206344] env[70399]: DEBUG nova.policy [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '562db6468da24aabb4354f54b0fb1e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d2538009f1a484795d622cf4f3ebe52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.208405] env[70399]: DEBUG oslo_concurrency.lockutils [req-ebff5b3b-31dc-41c8-8d91-ab6ab7a8103d req-7de382a4-e13a-4a9a-8340-f9caf6662dea service nova] Releasing lock "refresh_cache-67902cdf-0737-466b-ad67-90c63ba6c80c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.208766] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673d506b-e0a4-4f12-bb72-d4b09170d841 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231809] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 780.231809] env[70399]: value = "task-3757932" [ 780.231809] env[70399]: _type = "Task" [ 780.231809] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.252198] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.436845] env[70399]: DEBUG nova.compute.manager [req-ac065893-03fb-4ff5-8cba-e9f295a2b0ae req-ff777de3-8f73-45bf-9c52-cbb8c3b8f673 service nova] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Received event network-vif-deleted-aed1fbdc-e1dd-470f-b2cb-80855c0346b5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.467226] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.601766] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.638426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.669443] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cd615179-551a-4035-8734-03ff8c18fbaa tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.130s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.721781] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2dce5c-2fa8-406d-aec7-45fac1d76867 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.727772] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd75c7-b7a5-4382-b5a3-8b5dd03d656c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.771973] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0964fc-35f6-480d-8685-b85c38d2c3d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.783040] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757932, 'name': ReconfigVM_Task, 'duration_secs': 0.296584} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.783931] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.784850] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1bcf53d-ceba-4d12-8ee8-65d528b93c54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.793477] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23a7b60-1b2a-419f-b0f3-8a55c051095d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.803243] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 780.803243] env[70399]: value = "task-3757933" [ 780.803243] env[70399]: _type = "Task" [ 780.803243] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.808534] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Successfully created port: 73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.825667] env[70399]: DEBUG nova.compute.provider_tree [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.837120] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757933, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.856245] env[70399]: DEBUG nova.network.neutron [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [{"id": "5adecc2f-551f-4d07-8b19-26865e60bb17", "address": "fa:16:3e:9b:93:1e", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adecc2f-55", "ovs_interfaceid": "5adecc2f-551f-4d07-8b19-26865e60bb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.180024] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.319069] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757933, 'name': Rename_Task, 'duration_secs': 0.175114} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.319580] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.320170] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1b143a-08de-47e9-9db7-0f9f34cd7b35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.329248] env[70399]: DEBUG nova.scheduler.client.report [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.335476] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 781.335476] env[70399]: value = "task-3757934" [ 781.335476] env[70399]: _type = "Task" [ 781.335476] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.343105] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.360742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.361137] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance network_info: |[{"id": "5adecc2f-551f-4d07-8b19-26865e60bb17", "address": "fa:16:3e:9b:93:1e", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adecc2f-55", "ovs_interfaceid": "5adecc2f-551f-4d07-8b19-26865e60bb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.361549] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:93:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5adecc2f-551f-4d07-8b19-26865e60bb17', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.370186] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.371134] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.371420] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afce6934-b5a0-442b-993d-d2df9153fbfc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.397798] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.397798] env[70399]: value = "task-3757935" [ 781.397798] env[70399]: _type = "Task" [ 781.397798] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.407851] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757935, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.612237] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.649243] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.649243] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.649243] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.649243] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.649423] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.649423] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.649423] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.649423] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.649423] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.649562] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.649562] env[70399]: DEBUG nova.virt.hardware [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.651134] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b233bc84-ea7b-4d10-95f8-2d28a25ae1db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.665213] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc8bd36-0a42-4b9b-8e14-80507b4894bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.715521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.838498] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.841324] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.299s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.843499] env[70399]: INFO nova.compute.claims [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.853422] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757934, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.874541] env[70399]: INFO nova.scheduler.client.report [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Deleted allocations for instance fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b [ 781.894786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "26ac54eb-7a20-4584-96ad-03927dee38f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.894786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.894786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.894786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.895106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.897013] env[70399]: INFO nova.compute.manager [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Terminating instance [ 781.909417] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757935, 'name': CreateVM_Task, 'duration_secs': 0.361245} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.910230] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.910818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.911033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.911364] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.911864] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4e53ef-8a80-43b4-928b-73187b1d1c0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.917078] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 781.917078] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52159346-9bdd-4c2a-96b5-35d6b0bd674d" [ 781.917078] env[70399]: _type = "Task" [ 781.917078] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.927508] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52159346-9bdd-4c2a-96b5-35d6b0bd674d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.345367] env[70399]: DEBUG oslo_vmware.api [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757934, 'name': PowerOnVM_Task, 'duration_secs': 0.566237} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.345817] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.346913] env[70399]: INFO nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Took 8.49 seconds to spawn the instance on the hypervisor. [ 782.346913] env[70399]: DEBUG nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.347301] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe69255-4cc3-4eef-876a-21bfe1a0866b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.390687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ff2c3165-00e0-4e95-9543-c094637a5d77 tempest-ServersAdmin275Test-295216939 tempest-ServersAdmin275Test-295216939-project-member] Lock "fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.507s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.404798] env[70399]: DEBUG nova.compute.manager [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.405870] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.410088] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a4d47-567d-416d-a49b-ba7a5ed65ea8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.429250] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.430152] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27a65c7-2457-47d3-a91f-4008a4291c46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.436923] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52159346-9bdd-4c2a-96b5-35d6b0bd674d, 'name': SearchDatastore_Task, 'duration_secs': 0.03578} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.437711] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.438329] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.438329] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438475] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.438721] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.439096] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1cdb9a7-d88f-4388-b8ea-ae855b0707ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.444295] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 782.444295] env[70399]: value = "task-3757936" [ 782.444295] env[70399]: _type = "Task" [ 782.444295] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.454784] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.456325] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.456498] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.457274] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d199b50a-8a9d-4569-bbe9-a5fd41bc646b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.463979] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 782.463979] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b55400-a9e1-a0bf-c4c9-94898fdc8546" [ 782.463979] env[70399]: _type = "Task" [ 782.463979] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.474388] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b55400-a9e1-a0bf-c4c9-94898fdc8546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.766241] env[70399]: DEBUG nova.compute.manager [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Received event network-vif-plugged-73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.766894] env[70399]: DEBUG oslo_concurrency.lockutils [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] Acquiring lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.766894] env[70399]: DEBUG oslo_concurrency.lockutils [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.766963] env[70399]: DEBUG oslo_concurrency.lockutils [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.767233] env[70399]: DEBUG nova.compute.manager [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] No waiting events found dispatching network-vif-plugged-73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.767423] env[70399]: WARNING nova.compute.manager [req-3db8dd6d-d02d-4d45-89c8-651b08439445 req-f53ad55c-b451-4f40-a62e-6d0b0b4d91b9 service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Received unexpected event network-vif-plugged-73730be8-7ba1-4fd4-a774-65baa37ef486 for instance with vm_state building and task_state spawning. [ 782.873895] env[70399]: INFO nova.compute.manager [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Took 48.49 seconds to build instance. [ 782.959157] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Successfully updated port: 73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.974084] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757936, 'name': PowerOffVM_Task, 'duration_secs': 0.246125} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.977456] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.977668] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.979836] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cffcbb3-49de-4bce-a1fa-cebabf30dde4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.984445] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b55400-a9e1-a0bf-c4c9-94898fdc8546, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.985736] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe23aabd-9542-4be7-8981-d914d152e1ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.994334] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 782.994334] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e57c26-9553-c5c2-f9af-addc14b4c005" [ 782.994334] env[70399]: _type = "Task" [ 782.994334] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.003874] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e57c26-9553-c5c2-f9af-addc14b4c005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.068955] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.069402] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.069615] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Deleting the datastore file [datastore1] 26ac54eb-7a20-4584-96ad-03927dee38f5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.069995] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f6c8aa-6445-4e90-8546-4e79afc52cfd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.082994] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for the task: (returnval){ [ 783.082994] env[70399]: value = "task-3757938" [ 783.082994] env[70399]: _type = "Task" [ 783.082994] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.092918] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.376899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a2daa201-3a46-4959-8d57-6dc503a8df82 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.738s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.446022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea4927-9925-49d9-9fab-2a07cfcc7a4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.454517] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd1a66-9624-4870-b8bd-f7150460a659 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.462092] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.462257] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquired lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.462423] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.501425] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c46b531-0352-4ab0-ad8c-b0ca0941c857 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.513802] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e57c26-9553-c5c2-f9af-addc14b4c005, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.514186] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.514506] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e83db9dc-2621-4671-b04f-e74b5b933387/e83db9dc-2621-4671-b04f-e74b5b933387.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.515757] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6822c-8bd8-427a-8890-9e714bba29dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.519722] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40c52aa-a168-49f7-86cb-9f20cafe7488 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.534332] env[70399]: DEBUG nova.compute.provider_tree [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.537840] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 783.537840] env[70399]: value = "task-3757939" [ 783.537840] env[70399]: _type = "Task" [ 783.537840] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.549225] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.600022] env[70399]: DEBUG oslo_vmware.api [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Task: {'id': task-3757938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197607} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.600022] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.600022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.600022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.600022] env[70399]: INFO nova.compute.manager [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 783.600263] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.600263] env[70399]: DEBUG nova.compute.manager [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.600322] env[70399]: DEBUG nova.network.neutron [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.883530] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.039794] env[70399]: DEBUG nova.scheduler.client.report [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.064805] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.076092] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.415802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.486208] env[70399]: DEBUG nova.network.neutron [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Updating instance_info_cache with network_info: [{"id": "73730be8-7ba1-4fd4-a774-65baa37ef486", "address": "fa:16:3e:73:fd:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73730be8-7b", "ovs_interfaceid": "73730be8-7ba1-4fd4-a774-65baa37ef486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.558830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.559014] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.563063] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564433} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.564369] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.435s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.564686] env[70399]: DEBUG nova.objects.instance [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lazy-loading 'resources' on Instance uuid fa423416-2678-4d8b-809a-67421ee11e68 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.569279] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e83db9dc-2621-4671-b04f-e74b5b933387/e83db9dc-2621-4671-b04f-e74b5b933387.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.569536] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.570458] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63eccfa-c6d5-4a3d-a244-23ee8922c300 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.578776] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 784.578776] env[70399]: value = "task-3757940" [ 784.578776] env[70399]: _type = "Task" [ 784.578776] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.590048] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.926094] env[70399]: DEBUG nova.network.neutron [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.991528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Releasing lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.991852] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Instance network_info: |[{"id": "73730be8-7ba1-4fd4-a774-65baa37ef486", "address": "fa:16:3e:73:fd:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73730be8-7b", "ovs_interfaceid": "73730be8-7ba1-4fd4-a774-65baa37ef486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.992361] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:fd:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73730be8-7ba1-4fd4-a774-65baa37ef486', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.006687] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Creating folder: Project (7d2538009f1a484795d622cf4f3ebe52). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.007079] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52c8ae8d-c46e-4e2f-8ba3-fe4b7727e485 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.022352] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Created folder: Project (7d2538009f1a484795d622cf4f3ebe52) in parent group-v747819. [ 785.022638] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Creating folder: Instances. Parent ref: group-v747903. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.022953] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d340aa-9657-4f2a-890c-656c8a521fb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.036048] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Created folder: Instances in parent group-v747903. [ 785.036331] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.036550] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.036778] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16292020-1746-4bb9-8590-0413a95060f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.065805] env[70399]: DEBUG nova.compute.utils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.071161] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.071161] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.072357] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.072357] env[70399]: value = "task-3757943" [ 785.072357] env[70399]: _type = "Task" [ 785.072357] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.102106] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757943, 'name': CreateVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.106570] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077615} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.106570] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.107925] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c885b-3241-462d-8bef-79dea225bae6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.115060] env[70399]: DEBUG nova.compute.manager [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Received event network-changed-73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.115060] env[70399]: DEBUG nova.compute.manager [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Refreshing instance network info cache due to event network-changed-73730be8-7ba1-4fd4-a774-65baa37ef486. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.115060] env[70399]: DEBUG oslo_concurrency.lockutils [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] Acquiring lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.115060] env[70399]: DEBUG oslo_concurrency.lockutils [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] Acquired lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.115060] env[70399]: DEBUG nova.network.neutron [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Refreshing network info cache for port 73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.140039] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e83db9dc-2621-4671-b04f-e74b5b933387/e83db9dc-2621-4671-b04f-e74b5b933387.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.142076] env[70399]: DEBUG nova.policy [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f54e3f1e643f44b090e07277111a09b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a2334f300944caaed72ab65c08e8d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.149075] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c8a6d7-7d08-436d-887d-9cda328de4ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.173040] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 785.173040] env[70399]: value = "task-3757944" [ 785.173040] env[70399]: _type = "Task" [ 785.173040] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.184529] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.435647] env[70399]: INFO nova.compute.manager [-] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Took 1.83 seconds to deallocate network for instance. [ 785.435647] env[70399]: INFO nova.compute.manager [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Rebuilding instance [ 785.500462] env[70399]: DEBUG nova.compute.manager [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.500624] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be3b71-6e2a-4a67-9160-2357bd86f47e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.570807] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.589215] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757943, 'name': CreateVM_Task, 'duration_secs': 0.393188} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.592595] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.597035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.597035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.597035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.597035] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fbd8d1-1595-4066-b7d2-65a00acbdec9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.605629] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 785.605629] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e8c6b-cb2c-9e82-c788-ad7f9d3c63cc" [ 785.605629] env[70399]: _type = "Task" [ 785.605629] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.619306] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e8c6b-cb2c-9e82-c788-ad7f9d3c63cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.688056] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.750847] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caceaaff-2b5c-4848-af65-1df2765981ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.762786] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec465d2a-9b12-4efd-b1e5-3eff2b803558 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805688] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e6a80-60bd-40c3-8daa-72b6194a92be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.815079] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a9be1e-3e02-498f-9ed0-4c3c72850277 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.833078] env[70399]: DEBUG nova.compute.provider_tree [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.904019] env[70399]: DEBUG nova.network.neutron [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Updated VIF entry in instance network info cache for port 73730be8-7ba1-4fd4-a774-65baa37ef486. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.904019] env[70399]: DEBUG nova.network.neutron [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Updating instance_info_cache with network_info: [{"id": "73730be8-7ba1-4fd4-a774-65baa37ef486", "address": "fa:16:3e:73:fd:e5", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73730be8-7b", "ovs_interfaceid": "73730be8-7ba1-4fd4-a774-65baa37ef486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.943988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.953963] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Successfully created port: bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.117315] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526e8c6b-cb2c-9e82-c788-ad7f9d3c63cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.117640] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.117921] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.118289] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.118461] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.118685] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.119018] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad49267-f8ca-4efb-a4bb-f1b195cd0f2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.129484] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.129690] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.130559] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff92c778-36cf-43bb-98be-20d162d5d7a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.139334] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 786.139334] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a423f-fe06-4a42-0d99-6b36cb1a69cf" [ 786.139334] env[70399]: _type = "Task" [ 786.139334] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.150998] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a423f-fe06-4a42-0d99-6b36cb1a69cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.185426] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.337559] env[70399]: DEBUG nova.scheduler.client.report [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.408618] env[70399]: DEBUG oslo_concurrency.lockutils [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] Releasing lock "refresh_cache-4c248e64-ec30-4106-bb26-c01f7d09c515" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.409415] env[70399]: DEBUG nova.compute.manager [req-169e6916-9519-411f-bfbe-ef6b206f79c9 req-3d582382-9bee-43c3-9afb-1eedb1128deb service nova] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Received event network-vif-deleted-326a4a2f-6db9-4538-b0cf-0e990ac2f916 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.525364] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.525364] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3bfff2-ef49-49f4-bae5-96d0e7dcdc82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.533021] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 786.533021] env[70399]: value = "task-3757945" [ 786.533021] env[70399]: _type = "Task" [ 786.533021] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.541157] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.582376] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.617548] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.617548] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.617908] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.618267] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.618432] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.618583] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.618927] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.619080] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.619159] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.619315] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.619696] env[70399]: DEBUG nova.virt.hardware [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.622705] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03aa094-5346-4376-b98d-ba13fbf17c2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633703] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa8ec9-25b4-419c-b15c-01897a81aac5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.663587] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a423f-fe06-4a42-0d99-6b36cb1a69cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.664713] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e05995f-2ecb-47c5-a3f1-11a50a0bd8f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.671466] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 786.671466] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523c6ba7-c183-58ae-342d-d484b0fbfdb8" [ 786.671466] env[70399]: _type = "Task" [ 786.671466] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.690024] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523c6ba7-c183-58ae-342d-d484b0fbfdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.690024] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.690024] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 4c248e64-ec30-4106-bb26-c01f7d09c515/4c248e64-ec30-4106-bb26-c01f7d09c515.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.690821] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757944, 'name': ReconfigVM_Task, 'duration_secs': 1.311079} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.691265] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b7296a-25f5-45c5-8a0b-fb27a6f3916c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.694946] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e83db9dc-2621-4671-b04f-e74b5b933387/e83db9dc-2621-4671-b04f-e74b5b933387.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.695916] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b058facd-3ca7-4a70-89f2-04c0063d3586 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.706191] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 786.706191] env[70399]: value = "task-3757946" [ 786.706191] env[70399]: _type = "Task" [ 786.706191] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.706191] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 786.706191] env[70399]: value = "task-3757947" [ 786.706191] env[70399]: _type = "Task" [ 786.706191] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.725019] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757946, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.728538] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.843109] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.845739] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.804s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.847540] env[70399]: INFO nova.compute.claims [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.890538] env[70399]: INFO nova.scheduler.client.report [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Deleted allocations for instance fa423416-2678-4d8b-809a-67421ee11e68 [ 787.054200] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757945, 'name': PowerOffVM_Task, 'duration_secs': 0.311201} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.059142] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.059142] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.060311] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40167137-dfed-41cb-856c-16cba42a49ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.075606] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.075917] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4618ca31-b028-4b8f-a62a-988a2d0fcd59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.160633] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.160878] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.161137] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore1] 97c95263-d583-49bd-8f86-624a9a1c18d8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.161461] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06f510f-fb17-4697-8bcf-93396a828a28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.173682] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 787.173682] env[70399]: value = "task-3757949" [ 787.173682] env[70399]: _type = "Task" [ 787.173682] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.187284] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.220903] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757946, 'name': Rename_Task, 'duration_secs': 0.170883} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.224891] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.225315] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.225626] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9921ca7-a129-4e02-b269-70398dc02b07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.233301] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 787.233301] env[70399]: value = "task-3757950" [ 787.233301] env[70399]: _type = "Task" [ 787.233301] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.242976] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.401709] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e7946142-1c76-4f2f-a5d9-c66915809c27 tempest-ServerDiagnosticsV248Test-2046082370 tempest-ServerDiagnosticsV248Test-2046082370-project-member] Lock "fa423416-2678-4d8b-809a-67421ee11e68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.618s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.691139] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18352} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.691139] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.691139] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.691139] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.729023] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527934} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.729023] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 4c248e64-ec30-4106-bb26-c01f7d09c515/4c248e64-ec30-4106-bb26-c01f7d09c515.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.729023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.729023] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc4ed37-f141-4368-a3cc-c7bfc3d63265 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.739745] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 787.739745] env[70399]: value = "task-3757951" [ 787.739745] env[70399]: _type = "Task" [ 787.739745] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.748023] env[70399]: DEBUG oslo_vmware.api [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757950, 'name': PowerOnVM_Task, 'duration_secs': 0.495619} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.748951] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.749244] env[70399]: INFO nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 11.12 seconds to spawn the instance on the hypervisor. [ 787.749517] env[70399]: DEBUG nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.752264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b04c4c-1f39-4bf2-ae1f-3547b3ac9158 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.760355] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.263447] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231395} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.263447] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.264682] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3141bf-caca-45c2-8603-005db62aa1c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.272905] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Successfully updated port: bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.301902] env[70399]: INFO nova.compute.manager [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 51.31 seconds to build instance. [ 788.314455] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4c248e64-ec30-4106-bb26-c01f7d09c515/4c248e64-ec30-4106-bb26-c01f7d09c515.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.318664] env[70399]: DEBUG nova.compute.manager [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Received event network-vif-plugged-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.319300] env[70399]: DEBUG oslo_concurrency.lockutils [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] Acquiring lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.321171] env[70399]: DEBUG oslo_concurrency.lockutils [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.321399] env[70399]: DEBUG oslo_concurrency.lockutils [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.321593] env[70399]: DEBUG nova.compute.manager [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] No waiting events found dispatching network-vif-plugged-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.321763] env[70399]: WARNING nova.compute.manager [req-1cf85450-71bc-414b-a0ae-91912f89272b req-b8f0dc76-459c-4808-98e2-4ec27e1db4d5 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Received unexpected event network-vif-plugged-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 for instance with vm_state building and task_state spawning. [ 788.326141] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e18967a-cc72-4a2b-947c-b8cfbd46af88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.342796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "be427ef2-dafd-4482-8204-0964fd00c7bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.343206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.351258] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 788.351258] env[70399]: value = "task-3757952" [ 788.351258] env[70399]: _type = "Task" [ 788.351258] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.363393] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.652984] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc2c58-9600-466f-ae97-9c5a8ffad294 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.660452] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17564368-b8cf-44fe-90cf-02c41b60d608 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.692152] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ef36f-0f68-4960-bbea-f07eaa04080d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.700677] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aadc4b-633b-4017-980d-af711cfd070d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.719639] env[70399]: DEBUG nova.compute.provider_tree [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.745191] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.745484] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.745658] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.745841] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.745989] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.746161] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.746398] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.746567] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.746837] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.747026] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.747206] env[70399]: DEBUG nova.virt.hardware [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.748078] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea6a81-78f9-4b5e-8c61-ccf6acd7865b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.757249] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe06dc8a-acc4-4cb1-a6f7-cd188f74eecb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.773722] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:64:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b33b0ec-e6e1-4177-8d7a-652da818503b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.782129] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.782129] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.782129] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquired lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.782129] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.783407] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.783832] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e28f95-a427-463e-b3ad-8dd59e153bef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.807799] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.807799] env[70399]: value = "task-3757956" [ 788.807799] env[70399]: _type = "Task" [ 788.807799] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.816465] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757956, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.823843] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7976fbd9-679e-4771-a76e-20c77e3dd60b tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.152s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.862047] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757952, 'name': ReconfigVM_Task, 'duration_secs': 0.331199} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.862377] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4c248e64-ec30-4106-bb26-c01f7d09c515/4c248e64-ec30-4106-bb26-c01f7d09c515.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.863048] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb6f9f04-1c71-4536-916e-b90156bdfdef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.872168] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 788.872168] env[70399]: value = "task-3757957" [ 788.872168] env[70399]: _type = "Task" [ 788.872168] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.889703] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757957, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.227787] env[70399]: DEBUG nova.scheduler.client.report [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.320713] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757956, 'name': CreateVM_Task, 'duration_secs': 0.381257} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.320713] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.320996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.321215] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.321522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.321775] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b624fe-e272-4260-8ff1-8999b737577b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.327157] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.331023] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 789.331023] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9f6c6-7191-3501-8f75-18fccf6b1279" [ 789.331023] env[70399]: _type = "Task" [ 789.331023] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.341042] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9f6c6-7191-3501-8f75-18fccf6b1279, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.341362] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.341597] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.341830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.341979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.342184] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.342883] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b2741f-579c-410f-b21f-6b6a99055e5e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.352161] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.352570] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.355018] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca892f79-4759-49a9-9f4c-e8ce32f98573 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.361164] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 789.361164] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52946f01-eeac-3ff5-2d39-a2d6440fddda" [ 789.361164] env[70399]: _type = "Task" [ 789.361164] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.371370] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52946f01-eeac-3ff5-2d39-a2d6440fddda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.383038] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757957, 'name': Rename_Task, 'duration_secs': 0.165617} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.383711] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.386191] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93464eb9-3bba-4301-b887-a67ddb3ebcdd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.397021] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 789.397021] env[70399]: value = "task-3757958" [ 789.397021] env[70399]: _type = "Task" [ 789.397021] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.405931] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.432088] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.703962] env[70399]: DEBUG nova.network.neutron [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Updating instance_info_cache with network_info: [{"id": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "address": "fa:16:3e:39:94:95", "network": {"id": "b87123ce-a0a7-422f-8128-983992168c76", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-455633990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2334f300944caaed72ab65c08e8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8a0c-73", "ovs_interfaceid": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.729626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.730127] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.734394] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.795s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.734394] env[70399]: DEBUG nova.objects.instance [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lazy-loading 'resources' on Instance uuid 17a88673-c6cc-46ed-aecf-24911507cc05 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.857208] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.874816] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52946f01-eeac-3ff5-2d39-a2d6440fddda, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.875690] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102f950e-1c95-4b10-94ec-40bdb903023d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.887488] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 789.887488] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525faaa8-d375-0564-e858-4410f5add6bc" [ 789.887488] env[70399]: _type = "Task" [ 789.887488] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.898124] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525faaa8-d375-0564-e858-4410f5add6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.907309] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757958, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.947511] env[70399]: DEBUG nova.compute.manager [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.947860] env[70399]: DEBUG nova.compute.manager [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing instance network info cache due to event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.948214] env[70399]: DEBUG oslo_concurrency.lockutils [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.948435] env[70399]: DEBUG oslo_concurrency.lockutils [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.948703] env[70399]: DEBUG nova.network.neutron [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.207710] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Releasing lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.208233] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Instance network_info: |[{"id": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "address": "fa:16:3e:39:94:95", "network": {"id": "b87123ce-a0a7-422f-8128-983992168c76", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-455633990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2334f300944caaed72ab65c08e8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8a0c-73", "ovs_interfaceid": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.208572] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:94:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.217032] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Creating folder: Project (f9a2334f300944caaed72ab65c08e8d9). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.217732] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c30d21-be5b-455c-bac3-6b88e15a7aa8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.231502] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Created folder: Project (f9a2334f300944caaed72ab65c08e8d9) in parent group-v747819. [ 790.231723] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Creating folder: Instances. Parent ref: group-v747910. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.231986] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee0f6991-08eb-4472-954a-8b073970354f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.235240] env[70399]: DEBUG nova.compute.utils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.237233] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.237233] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.244677] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Created folder: Instances in parent group-v747910. [ 790.245413] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.245413] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.245799] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-134ef617-e65b-4154-b9d8-435dc79f8c36 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.267304] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.267304] env[70399]: value = "task-3757961" [ 790.267304] env[70399]: _type = "Task" [ 790.267304] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.276871] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757961, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.343875] env[70399]: DEBUG nova.policy [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae29d06f5d54915a50a08da8609caae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89cb9036e5b346849c7ad54cd9fff9f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.399098] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525faaa8-d375-0564-e858-4410f5add6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016775} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.404885] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.407504] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68801d0b-6794-416c-a30f-9ee97d16620c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.416959] env[70399]: DEBUG oslo_vmware.api [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757958, 'name': PowerOnVM_Task, 'duration_secs': 0.533259} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.419068] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.419325] env[70399]: INFO nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Took 8.81 seconds to spawn the instance on the hypervisor. [ 790.419507] env[70399]: DEBUG nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.420151] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 790.420151] env[70399]: value = "task-3757962" [ 790.420151] env[70399]: _type = "Task" [ 790.420151] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.421226] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c3519-ae15-4234-8701-c059edd9f87f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.436618] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.745543] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.783014] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757961, 'name': CreateVM_Task, 'duration_secs': 0.38075} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.783283] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.784131] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.784348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.784728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.789272] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93b9787-0a2e-418e-aef1-9919adbf78b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.798928] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 790.798928] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5fc3d-4bbe-3647-37ec-c9675b322cd7" [ 790.798928] env[70399]: _type = "Task" [ 790.798928] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.817037] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5fc3d-4bbe-3647-37ec-c9675b322cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.856694] env[70399]: DEBUG nova.network.neutron [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updated VIF entry in instance network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.857280] env[70399]: DEBUG nova.network.neutron [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.898050] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba489af-cba7-466f-9953-fdbf1773d63a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.907126] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71779bb5-8409-4e39-9c6e-1a84f6a8d92e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.958168] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85cc0ac-c7a1-4123-bf4e-9c0f10004ce0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.961865] env[70399]: INFO nova.compute.manager [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Took 50.36 seconds to build instance. [ 790.972412] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e4d22-7776-4cad-8453-31ab886f21b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.977034] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757962, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.992754] env[70399]: DEBUG nova.compute.provider_tree [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.059084] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Successfully created port: bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.209294] env[70399]: DEBUG nova.compute.manager [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Received event network-changed-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.210632] env[70399]: DEBUG nova.compute.manager [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Refreshing instance network info cache due to event network-changed-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.210878] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] Acquiring lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.211034] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] Acquired lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.211204] env[70399]: DEBUG nova.network.neutron [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Refreshing network info cache for port bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.254138] env[70399]: INFO nova.virt.block_device [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Booting with volume 6f8315b2-e04f-46a8-b6da-193c4d762476 at /dev/sda [ 791.307383] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59446dd-69e5-4a24-8f62-660e47ee354b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.323358] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa84d193-a79e-4841-ab80-0eedcc31b14e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.339177] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5fc3d-4bbe-3647-37ec-c9675b322cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.059192} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.340033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.340033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.340208] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.340878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.340878] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.341327] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e6707c-2f94-4484-a502-2847f74ca763 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.365397] env[70399]: DEBUG oslo_concurrency.lockutils [req-a3c3c5d0-0ac4-4d4b-b263-4e809ef47e04 req-f9649bf7-2184-4622-90a4-2b8e7bf9b2fc service nova] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.368704] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5403528f-3bfb-4972-8f27-c6f722ceb22e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.374030] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.374494] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.375661] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.375921] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.376172] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6924e4d9-c6a1-4af0-b18f-3001437cf6bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.384758] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 791.384758] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c82de-e19a-bab5-794d-9db840f42aee" [ 791.384758] env[70399]: _type = "Task" [ 791.384758] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.392741] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda13ba-77b1-490b-8b40-499bb10f6bc0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.414280] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c82de-e19a-bab5-794d-9db840f42aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.437033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b3b01-7425-4810-a7e0-65e3bb61ed6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.445911] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74e1cb-7f73-4ae6-96f6-71d8ebff5802 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.461748] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614925} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.462115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.462426] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.462748] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-489592d2-fde7-4770-90d1-9ff140758e0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.473087] env[70399]: DEBUG oslo_concurrency.lockutils [None req-805e5da1-9d93-4dde-8dc9-ef6de61e0741 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.098s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.474285] env[70399]: DEBUG nova.virt.block_device [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating existing volume attachment record: 7c23044f-b637-49fd-b4da-a55c87a10c54 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 791.487221] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 791.487221] env[70399]: value = "task-3757963" [ 791.487221] env[70399]: _type = "Task" [ 791.487221] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.499743] env[70399]: DEBUG nova.scheduler.client.report [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.503690] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.896090] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c82de-e19a-bab5-794d-9db840f42aee, 'name': SearchDatastore_Task, 'duration_secs': 0.025942} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.896968] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700165a3-b5a7-4f17-894e-22b91fb6d32b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.906914] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 791.906914] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226732b-e51f-bd7b-bd4b-80b1e5691175" [ 791.906914] env[70399]: _type = "Task" [ 791.906914] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.916135] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226732b-e51f-bd7b-bd4b-80b1e5691175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.981553] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.996164] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152516} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.996300] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.998300] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ddcd3f-6c15-49af-98f8-52f94d0f3b21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.014534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.031281] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.034268] env[70399]: DEBUG nova.network.neutron [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Updated VIF entry in instance network info cache for port bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.034837] env[70399]: DEBUG nova.network.neutron [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Updating instance_info_cache with network_info: [{"id": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "address": "fa:16:3e:39:94:95", "network": {"id": "b87123ce-a0a7-422f-8128-983992168c76", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-455633990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a2334f300944caaed72ab65c08e8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2c8a0c-73", "ovs_interfaceid": "bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.036647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.092s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.038155] env[70399]: INFO nova.compute.claims [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.046106] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ce74cd-5453-4c56-9100-5bebd03f0dc0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.064052] env[70399]: INFO nova.scheduler.client.report [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Deleted allocations for instance 17a88673-c6cc-46ed-aecf-24911507cc05 [ 792.065093] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c92cd9b-e9eb-499c-9a6e-129acbd08c48 req-18422776-5373-4699-a196-de4faa370953 service nova] Releasing lock "refresh_cache-2ae3dcae-e547-4dcf-a459-48a160facea9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.076030] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 792.076030] env[70399]: value = "task-3757965" [ 792.076030] env[70399]: _type = "Task" [ 792.076030] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.086632] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.424090] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226732b-e51f-bd7b-bd4b-80b1e5691175, 'name': SearchDatastore_Task, 'duration_secs': 0.060088} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.425136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.425136] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 2ae3dcae-e547-4dcf-a459-48a160facea9/2ae3dcae-e547-4dcf-a459-48a160facea9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.425386] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f465c097-fdd7-43c0-bc03-0117d7fb200a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.435416] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 792.435416] env[70399]: value = "task-3757966" [ 792.435416] env[70399]: _type = "Task" [ 792.435416] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.449659] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.508766] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.577343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-096df810-85fb-43f1-899e-b86655f5959f tempest-AttachInterfacesV270Test-687848131 tempest-AttachInterfacesV270Test-687848131-project-member] Lock "17a88673-c6cc-46ed-aecf-24911507cc05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.555s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.591648] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757965, 'name': ReconfigVM_Task, 'duration_secs': 0.405097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.593233] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 97c95263-d583-49bd-8f86-624a9a1c18d8/97c95263-d583-49bd-8f86-624a9a1c18d8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.595055] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-216c3997-db3f-4bba-ac9d-330e6dbb3411 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.609450] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 792.609450] env[70399]: value = "task-3757967" [ 792.609450] env[70399]: _type = "Task" [ 792.609450] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.621348] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757967, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.948424] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.125246] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757967, 'name': Rename_Task, 'duration_secs': 0.18191} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.125903] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.126123] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-386c61da-53cd-4200-8431-952a02e80f3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.136675] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 793.136675] env[70399]: value = "task-3757968" [ 793.136675] env[70399]: _type = "Task" [ 793.136675] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.155779] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.200157] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Successfully updated port: bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.455221] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757966, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015936} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.455580] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 2ae3dcae-e547-4dcf-a459-48a160facea9/2ae3dcae-e547-4dcf-a459-48a160facea9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.455724] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.455989] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-343f9644-c0e2-4a43-ab29-3787f03999db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.463372] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 793.463372] env[70399]: value = "task-3757969" [ 793.463372] env[70399]: _type = "Task" [ 793.463372] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.475487] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.501306] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.501671] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing instance network info cache due to event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.502024] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.502302] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.502566] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.655700] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.666524] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.666658] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.666974] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.667234] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.667458] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.667638] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.667816] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.668064] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.668259] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.668499] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.668649] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.668857] env[70399]: DEBUG nova.virt.hardware [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.669808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764baf4-0a17-44b5-a4b6-ea7b6deedf49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.680022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c8e34a-974b-438c-ada6-5fc2bd4f6d23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.706551] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.706767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquired lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.707380] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.711838] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c997e6-4bac-4251-bd20-c4df57069be2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722764] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb9c9e-f8ce-4d0d-ba5e-0b3c507994cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.759600] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1de26-7a96-486b-b3dc-5632d43e16eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.772078] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6085ea5-3bb1-438e-941f-80b955aa6f2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.787675] env[70399]: DEBUG nova.compute.provider_tree [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.979788] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098792} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.980229] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.980924] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d18d7c-3a78-408d-924e-b3b4adc5c232 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.014180] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2ae3dcae-e547-4dcf-a459-48a160facea9/2ae3dcae-e547-4dcf-a459-48a160facea9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.016886] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3660a371-9c55-42c3-b59f-a4d6cbb4ccf0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.042312] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 794.042312] env[70399]: value = "task-3757971" [ 794.042312] env[70399]: _type = "Task" [ 794.042312] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.050768] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.079324] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "4c248e64-ec30-4106-bb26-c01f7d09c515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.079680] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.079907] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.080110] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.080331] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.082595] env[70399]: INFO nova.compute.manager [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Terminating instance [ 794.148188] env[70399]: DEBUG oslo_vmware.api [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757968, 'name': PowerOnVM_Task, 'duration_secs': 0.679558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.148567] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.150435] env[70399]: DEBUG nova.compute.manager [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.151335] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff2d5e-590b-4ec4-9286-856682fbd702 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.256262] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.290906] env[70399]: DEBUG nova.scheduler.client.report [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.427677] env[70399]: DEBUG nova.network.neutron [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating instance_info_cache with network_info: [{"id": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "address": "fa:16:3e:43:bf:87", "network": {"id": "2d8045d9-ef46-421f-9861-4b51f1330764", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1037478783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb9036e5b346849c7ad54cd9fff9f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf62b565-21", "ovs_interfaceid": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.529772] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updated VIF entry in instance network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.530147] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.555137] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.586783] env[70399]: DEBUG nova.compute.manager [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.589893] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.589893] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f62ebf-3c9d-459d-ac34-99c0f5fa4eb9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.603666] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.603666] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b182d5-4e53-4bfe-a39c-ce6987eb5926 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.611438] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 794.611438] env[70399]: value = "task-3757972" [ 794.611438] env[70399]: _type = "Task" [ 794.611438] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.623353] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.684322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.797406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.798181] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.801702] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.134s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.801756] env[70399]: DEBUG nova.objects.instance [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lazy-loading 'resources' on Instance uuid 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.931292] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Releasing lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.931674] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance network_info: |[{"id": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "address": "fa:16:3e:43:bf:87", "network": {"id": "2d8045d9-ef46-421f-9861-4b51f1330764", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1037478783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb9036e5b346849c7ad54cd9fff9f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf62b565-21", "ovs_interfaceid": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.932136] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:bf:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf62b565-21b0-43e9-acad-8a7ae2d81da1', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.940291] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Creating folder: Project (89cb9036e5b346849c7ad54cd9fff9f3). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.940719] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-950dfb4a-45f0-4782-8c4f-5a03e12b78c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.955852] env[70399]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 794.959021] env[70399]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70399) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 794.959021] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Folder already exists: Project (89cb9036e5b346849c7ad54cd9fff9f3). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 794.959503] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Creating folder: Instances. Parent ref: group-v747862. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.960025] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d2fbf16-d678-4ee7-a6fa-7c3853958071 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.973635] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Created folder: Instances in parent group-v747862. [ 794.974017] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.974295] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.974654] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2885b9f2-017b-4081-b125-0dcf2a1dfaad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.996462] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.996462] env[70399]: value = "task-3757975" [ 794.996462] env[70399]: _type = "Task" [ 794.996462] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.005289] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757975, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.037576] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.040566] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.043247] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing instance network info cache due to event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.043247] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquiring lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.043247] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquired lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.043247] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing network info cache for port 5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.058984] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.127613] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757972, 'name': PowerOffVM_Task, 'duration_secs': 0.235793} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.128318] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.128592] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.128775] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-081a618b-1eba-497d-a534-20f68fc29eee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.203395] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.203572] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.203763] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Deleting the datastore file [datastore2] 4c248e64-ec30-4106-bb26-c01f7d09c515 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.204061] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57e61d7-717c-4fa5-884d-0e6243eeddd0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.213532] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for the task: (returnval){ [ 795.213532] env[70399]: value = "task-3757977" [ 795.213532] env[70399]: _type = "Task" [ 795.213532] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.225132] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.304826] env[70399]: DEBUG nova.compute.utils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.309433] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.309681] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.380346] env[70399]: DEBUG nova.policy [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.509243] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757975, 'name': CreateVM_Task, 'duration_secs': 0.336713} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.510038] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.510175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '7c23044f-b637-49fd-b4da-a55c87a10c54', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747873', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'name': 'volume-6f8315b2-e04f-46a8-b6da-193c4d762476', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d11aa43-62fa-48f3-ac9b-97cb28f2f622', 'attached_at': '', 'detached_at': '', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'serial': '6f8315b2-e04f-46a8-b6da-193c4d762476'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 795.510451] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Root volume attach. Driver type: vmdk {{(pid=70399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 795.516070] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51356e2-f3ba-4c9e-8d4e-9e53f65fae09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.526728] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845fafdf-85f9-46a3-8957-cb5039a9d98b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.534971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701dc439-67f5-4cdf-b35b-38d6e8520321 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.555092] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c10d32c-e47f-49ab-84a8-d1129434d898 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.569327] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757971, 'name': ReconfigVM_Task, 'duration_secs': 1.127814} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.570976] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2ae3dcae-e547-4dcf-a459-48a160facea9/2ae3dcae-e547-4dcf-a459-48a160facea9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.572219] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 795.572219] env[70399]: value = "task-3757978" [ 795.572219] env[70399]: _type = "Task" [ 795.572219] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.572219] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ddb12a-2109-4e16-98a7-0ad3c6ce72f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.588592] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.592089] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 795.592089] env[70399]: value = "task-3757979" [ 795.592089] env[70399]: _type = "Task" [ 795.592089] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.604206] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757979, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.698602] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.698848] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.699182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.699363] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.699568] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.707559] env[70399]: INFO nova.compute.manager [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Terminating instance [ 795.726667] env[70399]: DEBUG oslo_vmware.api [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Task: {'id': task-3757977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189683} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.726944] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.727181] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.727606] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.727606] env[70399]: INFO nova.compute.manager [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Took 1.14 seconds to destroy the instance on the hypervisor. [ 795.727720] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.727912] env[70399]: DEBUG nova.compute.manager [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.727994] env[70399]: DEBUG nova.network.neutron [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.816196] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.925245] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bd73e-c696-4210-9deb-7acbf919270c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.943853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770c306-c953-43b7-ae97-562f707beadb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.952565] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Successfully created port: a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.994966] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5dbff8-42a4-457a-9722-2d5a267af85e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.004536] env[70399]: DEBUG nova.compute.manager [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.004739] env[70399]: DEBUG nova.compute.manager [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing instance network info cache due to event network-changed-5adecc2f-551f-4d07-8b19-26865e60bb17. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.004987] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] Acquiring lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.010189] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887ac3d6-f8f8-4e76-90bd-8971479ef3ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.016862] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updated VIF entry in instance network info cache for port 5adecc2f-551f-4d07-8b19-26865e60bb17. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.019096] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [{"id": "5adecc2f-551f-4d07-8b19-26865e60bb17", "address": "fa:16:3e:9b:93:1e", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adecc2f-55", "ovs_interfaceid": "5adecc2f-551f-4d07-8b19-26865e60bb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.036953] env[70399]: DEBUG nova.compute.provider_tree [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.089413] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.108491] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757979, 'name': Rename_Task, 'duration_secs': 0.217775} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.108832] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.109544] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfeae643-8ecd-45a7-aded-a3f3b0f0e8f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.121113] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 796.121113] env[70399]: value = "task-3757981" [ 796.121113] env[70399]: _type = "Task" [ 796.121113] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.136264] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.215141] env[70399]: DEBUG nova.compute.manager [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.215909] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.217166] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8af283-d7e9-4822-b3ee-895b1513d6e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.232256] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.232588] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e57191-ed97-4fb2-9c25-1706e3e878a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.243011] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 796.243011] env[70399]: value = "task-3757982" [ 796.243011] env[70399]: _type = "Task" [ 796.243011] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.256645] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.430649] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "97c95263-d583-49bd-8f86-624a9a1c18d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.430987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.431175] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.434544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.434544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.438793] env[70399]: INFO nova.compute.manager [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Terminating instance [ 796.520794] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Releasing lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.521137] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Received event network-vif-plugged-bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.521363] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquiring lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.521573] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.521733] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.521891] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] No waiting events found dispatching network-vif-plugged-bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.522066] env[70399]: WARNING nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Received unexpected event network-vif-plugged-bf62b565-21b0-43e9-acad-8a7ae2d81da1 for instance with vm_state building and task_state spawning. [ 796.522232] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Received event network-changed-bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.522415] env[70399]: DEBUG nova.compute.manager [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Refreshing instance network info cache due to event network-changed-bf62b565-21b0-43e9-acad-8a7ae2d81da1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.522601] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquiring lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.522733] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Acquired lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.523732] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Refreshing network info cache for port bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.524114] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] Acquired lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.528022] env[70399]: DEBUG nova.network.neutron [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Refreshing network info cache for port 5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.541608] env[70399]: DEBUG nova.scheduler.client.report [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.586993] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.637227] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.707597] env[70399]: DEBUG nova.network.neutron [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.757985] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757982, 'name': PowerOffVM_Task, 'duration_secs': 0.281698} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.758653] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.759054] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.759203] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-102d0bf0-260a-46b5-87aa-7613275f333e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.828404] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.854317] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.854428] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.854622] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleting the datastore file [datastore1] e83db9dc-2621-4671-b04f-e74b5b933387 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.854922] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c86a0e-5886-4f2f-8956-22a8ff0d8bde {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.872176] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 796.872176] env[70399]: value = "task-3757984" [ 796.872176] env[70399]: _type = "Task" [ 796.872176] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.880640] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.880949] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.881168] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.881411] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.881602] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.881796] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.882918] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.883232] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.884029] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.884029] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.884178] env[70399]: DEBUG nova.virt.hardware [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.885356] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b9d55-71b5-4e10-8320-af7e6600154c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.898016] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.903403] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea41fd8-be2d-40fa-a6fa-275a89cc1472 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.945927] env[70399]: DEBUG nova.compute.manager [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.946080] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.946975] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad170f5d-2943-4515-9150-fa0cf096ce36 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.960607] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.960967] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2035aa23-fb16-42f6-9232-7d1be07b974e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.973777] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 796.973777] env[70399]: value = "task-3757985" [ 796.973777] env[70399]: _type = "Task" [ 796.973777] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.990282] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.047966] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.050886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.297s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.050886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.052088] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 797.052088] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.679s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.053374] env[70399]: INFO nova.compute.claims [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.057305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bea84d3-ea71-44f3-b76a-262b6beaba9b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.073846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff63b3-ca17-4f9f-8f75-818278d44896 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.094469] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 63%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.107322] env[70399]: INFO nova.scheduler.client.report [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted allocations for instance 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e [ 797.117309] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c36c93-8cbe-44ef-8c6d-90fab27d663d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.136811] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.138973] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55fb3e5-5d0f-4f95-93d3-a0b08bb8bd42 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.188136] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179428MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 797.188136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.210975] env[70399]: INFO nova.compute.manager [-] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Took 1.48 seconds to deallocate network for instance. [ 797.390240] env[70399]: DEBUG oslo_vmware.api [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3757984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241715} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.397515] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.397754] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.398031] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.398178] env[70399]: INFO nova.compute.manager [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 1.18 seconds to destroy the instance on the hypervisor. [ 797.398453] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.398682] env[70399]: DEBUG nova.compute.manager [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.399162] env[70399]: DEBUG nova.network.neutron [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.408474] env[70399]: DEBUG nova.compute.manager [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.409093] env[70399]: DEBUG nova.compute.manager [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing instance network info cache due to event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.409215] env[70399]: DEBUG oslo_concurrency.lockutils [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.409538] env[70399]: DEBUG oslo_concurrency.lockutils [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.409863] env[70399]: DEBUG nova.network.neutron [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.415280] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updated VIF entry in instance network info cache for port bf62b565-21b0-43e9-acad-8a7ae2d81da1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.415280] env[70399]: DEBUG nova.network.neutron [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating instance_info_cache with network_info: [{"id": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "address": "fa:16:3e:43:bf:87", "network": {"id": "2d8045d9-ef46-421f-9861-4b51f1330764", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1037478783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb9036e5b346849c7ad54cd9fff9f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf62b565-21", "ovs_interfaceid": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.494380] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757985, 'name': PowerOffVM_Task, 'duration_secs': 0.416675} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.494737] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.494951] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.495247] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2e4193-e724-4830-a799-99c444a6ee05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.588118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.588692] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore2] 97c95263-d583-49bd-8f86-624a9a1c18d8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.588692] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ed090b-6c1f-443e-8e3c-e95c4cf6ce6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.606372] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 76%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.606372] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 797.606372] env[70399]: value = "task-3757987" [ 797.606372] env[70399]: _type = "Task" [ 797.606372] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.619367] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.619929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88724c1b-c54c-4d47-8034-4106127561f1 tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "71f44424-3ca9-4bbe-a6bf-e133a5f3b35e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.792s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.636708] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.654568] env[70399]: DEBUG nova.network.neutron [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updated VIF entry in instance network info cache for port 5adecc2f-551f-4d07-8b19-26865e60bb17. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.654956] env[70399]: DEBUG nova.network.neutron [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [{"id": "5adecc2f-551f-4d07-8b19-26865e60bb17", "address": "fa:16:3e:9b:93:1e", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adecc2f-55", "ovs_interfaceid": "5adecc2f-551f-4d07-8b19-26865e60bb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.726398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.891734] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Successfully updated port: a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.919410] env[70399]: DEBUG oslo_concurrency.lockutils [req-78fba5b4-3363-409b-b446-e32df3a76747 req-6b6c708e-50ba-4fa7-bb91-8f18075feec6 service nova] Releasing lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.930761] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.931052] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.092955] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.119070] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.144874] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.161339] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ad05328-c2fb-433c-b506-8fbb504a44ee req-b61e7afb-68eb-4a97-886f-ed74b92d17e6 service nova] Releasing lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.308340] env[70399]: DEBUG nova.network.neutron [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updated VIF entry in instance network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.308713] env[70399]: DEBUG nova.network.neutron [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.399146] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.399146] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.399146] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.594263] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.603219] env[70399]: DEBUG nova.network.neutron [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.618974] env[70399]: DEBUG oslo_vmware.api [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3757987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599964} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.620780] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.620936] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.621133] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.621396] env[70399]: INFO nova.compute.manager [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 798.621683] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.622203] env[70399]: DEBUG nova.compute.manager [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.622306] env[70399]: DEBUG nova.network.neutron [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.642611] env[70399]: DEBUG oslo_vmware.api [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757981, 'name': PowerOnVM_Task, 'duration_secs': 2.367653} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.642869] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.643163] env[70399]: INFO nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Took 12.06 seconds to spawn the instance on the hypervisor. [ 798.643369] env[70399]: DEBUG nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.644410] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc1f5a0-6bfe-405d-b79d-dd60cbe376c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.687803] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944188f1-03af-46fe-a956-cfd59af90235 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.698350] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7575d-dd1c-4aa1-ae03-d28be6da08c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.703528] env[70399]: DEBUG nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Received event network-vif-deleted-73730be8-7ba1-4fd4-a774-65baa37ef486 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.703718] env[70399]: DEBUG nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Received event network-vif-plugged-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.703978] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.704155] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.704296] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.704437] env[70399]: DEBUG nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] No waiting events found dispatching network-vif-plugged-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.704601] env[70399]: WARNING nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Received unexpected event network-vif-plugged-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 for instance with vm_state building and task_state spawning. [ 798.704758] env[70399]: DEBUG nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Received event network-changed-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.704910] env[70399]: DEBUG nova.compute.manager [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Refreshing instance network info cache due to event network-changed-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.706558] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Acquiring lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.734806] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84692e1-0ff2-4bf7-bfeb-73d557ec536e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.744537] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e35dc-dfb8-41ba-9ffa-4b9d9d4862ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762262] env[70399]: DEBUG nova.compute.provider_tree [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.811659] env[70399]: DEBUG oslo_concurrency.lockutils [req-f8c240aa-da42-4bef-91b6-da66144aa9f1 req-982b941f-5f8d-4429-b41d-9402415f4d7f service nova] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.977529] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.094831] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.108696] env[70399]: INFO nova.compute.manager [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 1.71 seconds to deallocate network for instance. [ 799.170729] env[70399]: INFO nova.compute.manager [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Took 51.65 seconds to build instance. [ 799.268326] env[70399]: DEBUG nova.scheduler.client.report [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.271145] env[70399]: DEBUG nova.network.neutron [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Updating instance_info_cache with network_info: [{"id": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "address": "fa:16:3e:9f:c9:90", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c6e304-1d", "ovs_interfaceid": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.281569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "627b3514-19e9-4709-84ed-7c6592304398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.281569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.281569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "627b3514-19e9-4709-84ed-7c6592304398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.281569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.285951] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.288089] env[70399]: INFO nova.compute.manager [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Terminating instance [ 799.509592] env[70399]: DEBUG nova.network.neutron [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.593501] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.613829] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.672378] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c484fad9-8ba6-479e-9427-84ecfdc56be1 tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.394s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.774963] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.775719] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.782122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.782724] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Instance network_info: |[{"id": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "address": "fa:16:3e:9f:c9:90", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c6e304-1d", "ovs_interfaceid": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.783161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.625s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.783466] env[70399]: DEBUG nova.objects.instance [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lazy-loading 'resources' on Instance uuid 8a8f20e6-46d8-4817-b8ed-98d5b85e9786 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.785862] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Acquired lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.788539] env[70399]: DEBUG nova.network.neutron [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Refreshing network info cache for port a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.788539] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0c6e304-1d3d-40c2-bd8e-d86b8a393d25', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.803898] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.808195] env[70399]: DEBUG nova.compute.manager [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.808195] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.808195] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.813614] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86143353-d338-4741-907a-6c742ae55c68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.816981] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32d0ee15-d2ec-4153-8e63-46870ad628c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.840836] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.844632] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ed5abc-3eb4-4a28-bc4b-ffc7f2bc43a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.849015] env[70399]: DEBUG nova.compute.manager [req-88dd54c8-eb44-4684-8eba-b8f246e60a33 req-7015004d-cca0-45c0-8a60-b6f68caad156 service nova] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Received event network-vif-deleted-5adecc2f-551f-4d07-8b19-26865e60bb17 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.849672] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.849672] env[70399]: value = "task-3757988" [ 799.849672] env[70399]: _type = "Task" [ 799.849672] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.857540] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 799.857540] env[70399]: value = "task-3757989" [ 799.857540] env[70399]: _type = "Task" [ 799.857540] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.868995] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757988, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.876658] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.013031] env[70399]: INFO nova.compute.manager [-] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Took 1.39 seconds to deallocate network for instance. [ 800.093953] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task} progress is 98%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.177367] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.293236] env[70399]: DEBUG nova.compute.utils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.295206] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.299403] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.313264] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.367477] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3757988, 'name': CreateVM_Task, 'duration_secs': 0.422072} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.371845] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.373437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.373630] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.373929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.374227] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1a9da0-17cf-4a99-b9b9-7c8e76991dba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.381114] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757989, 'name': PowerOffVM_Task, 'duration_secs': 0.20386} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.381984] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.382201] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.382489] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e86b3ce4-a889-4434-9842-11efefbb8438 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.388021] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 800.388021] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520aa0c7-b377-8a62-2ec3-366ee247f8a2" [ 800.388021] env[70399]: _type = "Task" [ 800.388021] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.401436] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520aa0c7-b377-8a62-2ec3-366ee247f8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.403198] env[70399]: DEBUG nova.policy [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dda8f99d9394acc9bef2654d6e4877d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab4302cca8d04fef800ef72b64d375df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.404899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.405728] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.405728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.405893] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.405985] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.408599] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39305313-a453-45db-a4ac-09c75f1a0977 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.419407] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.419636] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.420455] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7a3edd-92ce-4821-a141-812ffb145e08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.433514] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 800.433514] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d913e-0bdb-8528-408d-5361972eadeb" [ 800.433514] env[70399]: _type = "Task" [ 800.433514] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.443983] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d913e-0bdb-8528-408d-5361972eadeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.469221] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.469509] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.469706] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleting the datastore file [datastore1] 627b3514-19e9-4709-84ed-7c6592304398 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.469974] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6bbf71-646f-4ad4-bbb9-fbe1da60e57c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.486463] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for the task: (returnval){ [ 800.486463] env[70399]: value = "task-3757992" [ 800.486463] env[70399]: _type = "Task" [ 800.486463] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.504833] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.523518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.604206] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757978, 'name': RelocateVM_Task, 'duration_secs': 4.561731} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.604553] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.604827] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747873', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'name': 'volume-6f8315b2-e04f-46a8-b6da-193c4d762476', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d11aa43-62fa-48f3-ac9b-97cb28f2f622', 'attached_at': '', 'detached_at': '', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'serial': '6f8315b2-e04f-46a8-b6da-193c4d762476'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.605743] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367eec3f-07cd-4a1e-9d5c-ef3371fab4a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.632717] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76cc7a-d420-4084-b721-41979225d518 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.667306] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-6f8315b2-e04f-46a8-b6da-193c4d762476/volume-6f8315b2-e04f-46a8-b6da-193c4d762476.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.671723] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26147788-4233-4990-ab22-d13b8806c2df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.703259] env[70399]: DEBUG nova.network.neutron [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Updated VIF entry in instance network info cache for port a0c6e304-1d3d-40c2-bd8e-d86b8a393d25. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.703647] env[70399]: DEBUG nova.network.neutron [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Updating instance_info_cache with network_info: [{"id": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "address": "fa:16:3e:9f:c9:90", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c6e304-1d", "ovs_interfaceid": "a0c6e304-1d3d-40c2-bd8e-d86b8a393d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.709609] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 800.709609] env[70399]: value = "task-3757993" [ 800.709609] env[70399]: _type = "Task" [ 800.709609] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.713839] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.728651] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.773927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "2ae3dcae-e547-4dcf-a459-48a160facea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.776356] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.778107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.778107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.778107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.783871] env[70399]: INFO nova.compute.manager [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Terminating instance [ 800.803469] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.945214] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d913e-0bdb-8528-408d-5361972eadeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.953359] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41bf2ee-3a28-48a5-a9e5-c30dcb74229f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.961772] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 800.961772] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c45bf-feef-5f3e-cf9f-05a33d421db9" [ 800.961772] env[70399]: _type = "Task" [ 800.961772] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.975013] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c45bf-feef-5f3e-cf9f-05a33d421db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.002181] env[70399]: DEBUG oslo_vmware.api [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Task: {'id': task-3757992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171554} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.008696] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.008696] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.008696] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.008696] env[70399]: INFO nova.compute.manager [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Took 1.20 seconds to destroy the instance on the hypervisor. [ 801.008696] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.009014] env[70399]: DEBUG nova.compute.manager [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.009014] env[70399]: DEBUG nova.network.neutron [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.030069] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f6b78-678d-4d7f-9227-73c6492a58e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.038617] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e96dc6-86fd-4154-899e-4733663a1cbe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.079374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ced67-0c6e-4a5b-8db7-24f0134d6b00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.087618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af6816-b1ea-46e6-bbeb-2cc182d25898 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.103858] env[70399]: DEBUG nova.compute.provider_tree [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.121630] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Successfully created port: a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.212352] env[70399]: DEBUG oslo_concurrency.lockutils [req-dec83942-e2fa-42c4-ae34-28a6341f7255 req-4aa17b22-8ad2-48e2-9fc3-0bad37e94045 service nova] Releasing lock "refresh_cache-07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.223682] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757993, 'name': ReconfigVM_Task, 'duration_secs': 0.453694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.225860] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-6f8315b2-e04f-46a8-b6da-193c4d762476/volume-6f8315b2-e04f-46a8-b6da-193c4d762476.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.230353] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94646133-8eda-4f14-8f4f-584bc3d3c57b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.248840] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 801.248840] env[70399]: value = "task-3757994" [ 801.248840] env[70399]: _type = "Task" [ 801.248840] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.267659] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.293047] env[70399]: DEBUG nova.compute.manager [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.293315] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.294265] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea21bbe-e7d1-4248-9983-a09b2fa7b91f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.315084] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.315084] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3bec78-95fd-4299-91ab-ad54132904fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.322706] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 801.322706] env[70399]: value = "task-3757995" [ 801.322706] env[70399]: _type = "Task" [ 801.322706] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.336035] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.478707] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c45bf-feef-5f3e-cf9f-05a33d421db9, 'name': SearchDatastore_Task, 'duration_secs': 0.022273} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.478999] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.479374] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3/07e33dbe-c8c4-4e66-9cbe-f4624bf97da3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.479649] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91817579-3415-41b7-b4f1-080aab99882a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.488144] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 801.488144] env[70399]: value = "task-3757996" [ 801.488144] env[70399]: _type = "Task" [ 801.488144] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.499182] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.510946] env[70399]: DEBUG nova.compute.manager [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.511211] env[70399]: DEBUG nova.compute.manager [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing instance network info cache due to event network-changed-ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.511477] env[70399]: DEBUG oslo_concurrency.lockutils [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] Acquiring lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.511724] env[70399]: DEBUG oslo_concurrency.lockutils [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] Acquired lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.512124] env[70399]: DEBUG nova.network.neutron [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Refreshing network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.609986] env[70399]: DEBUG nova.scheduler.client.report [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.761482] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757994, 'name': ReconfigVM_Task, 'duration_secs': 0.186939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.761482] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747873', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'name': 'volume-6f8315b2-e04f-46a8-b6da-193c4d762476', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d11aa43-62fa-48f3-ac9b-97cb28f2f622', 'attached_at': '', 'detached_at': '', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'serial': '6f8315b2-e04f-46a8-b6da-193c4d762476'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 801.761482] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed7a961-41f8-476e-97a2-01f7f6ce5c95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.768303] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 801.768303] env[70399]: value = "task-3757997" [ 801.768303] env[70399]: _type = "Task" [ 801.768303] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.779481] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757997, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.821067] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.837032] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757995, 'name': PowerOffVM_Task, 'duration_secs': 0.224903} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.837032] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.837032] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.837032] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01f91ff6-ee7f-4beb-81ff-dda9e2f6a1be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.855502] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.855782] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.855959] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.856138] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.856286] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.856430] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.856656] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.856842] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.856973] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.857228] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.857336] env[70399]: DEBUG nova.virt.hardware [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.858234] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf817fa4-646a-42d0-a1e1-0a5832de2456 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.867102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "6877c651-15df-435c-b716-fef0b0360099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.867253] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.872954] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fb582-f4b2-4352-9eb9-fef008adefa0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.907803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.908086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.908344] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.908550] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.908731] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Deleting the datastore file [datastore2] 2ae3dcae-e547-4dcf-a459-48a160facea9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.909015] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0505b8b9-487d-4011-8f22-3f5672a5fae0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.918063] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for the task: (returnval){ [ 801.918063] env[70399]: value = "task-3757999" [ 801.918063] env[70399]: _type = "Task" [ 801.918063] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.927930] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.999178] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.044917] env[70399]: DEBUG nova.network.neutron [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.117959] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.121902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.647s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.125757] env[70399]: INFO nova.compute.claims [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.156274] env[70399]: INFO nova.scheduler.client.report [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted allocations for instance 8a8f20e6-46d8-4817-b8ed-98d5b85e9786 [ 802.282453] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3757997, 'name': Rename_Task, 'duration_secs': 0.41484} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.282453] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.282881] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46ab4cc8-83d9-458b-ac5e-94e66a90c7f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.292127] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 802.292127] env[70399]: value = "task-3758001" [ 802.292127] env[70399]: _type = "Task" [ 802.292127] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.302677] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.432274] env[70399]: DEBUG oslo_vmware.api [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Task: {'id': task-3757999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303891} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.433173] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.433394] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.433606] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.433773] env[70399]: INFO nova.compute.manager [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 802.434054] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.434271] env[70399]: DEBUG nova.compute.manager [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.434370] env[70399]: DEBUG nova.network.neutron [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.501656] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3757996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640495} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.501914] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3/07e33dbe-c8c4-4e66-9cbe-f4624bf97da3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.502162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.502434] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b84eac3-4883-4130-89c7-c72141226ed6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.512036] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 802.512036] env[70399]: value = "task-3758002" [ 802.512036] env[70399]: _type = "Task" [ 802.512036] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.521324] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.547266] env[70399]: INFO nova.compute.manager [-] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Took 1.54 seconds to deallocate network for instance. [ 802.637027] env[70399]: DEBUG nova.network.neutron [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updated VIF entry in instance network info cache for port ecf21da9-6dd9-4a10-b956-149bc7de2f88. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.637550] env[70399]: DEBUG nova.network.neutron [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [{"id": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "address": "fa:16:3e:2f:f2:f6", "network": {"id": "b4282cde-0a1f-4278-9ba2-59444a91ca78", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-705452101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f763c1f20a4df289dedbf99bf474bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf21da9-6d", "ovs_interfaceid": "ecf21da9-6dd9-4a10-b956-149bc7de2f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.669020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9756617a-c5ce-411f-868c-4da2d9e8dd02 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "8a8f20e6-46d8-4817-b8ed-98d5b85e9786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.544s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.806021] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.988419] env[70399]: DEBUG nova.compute.manager [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Received event network-vif-plugged-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.988644] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] Acquiring lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.988845] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.989015] env[70399]: DEBUG oslo_concurrency.lockutils [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.989290] env[70399]: DEBUG nova.compute.manager [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] No waiting events found dispatching network-vif-plugged-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 802.989428] env[70399]: WARNING nova.compute.manager [req-6b6d361c-f176-4e22-8c28-0414493d71e0 req-144674ea-bb8d-4d71-98dc-fea910cb1b28 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Received unexpected event network-vif-plugged-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 for instance with vm_state building and task_state spawning. [ 803.025024] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.054053] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.084240] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Successfully updated port: a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.140678] env[70399]: DEBUG oslo_concurrency.lockutils [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] Releasing lock "refresh_cache-eb2fdaed-a533-45b9-8d69-b16ea78c57a6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140678] env[70399]: DEBUG nova.compute.manager [req-0563f4dd-be9a-4386-81f0-2cd05309e161 req-7183b240-21e4-479d-a115-6077d43a1a2c service nova] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Received event network-vif-deleted-0b33b0ec-e6e1-4177-8d7a-652da818503b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.306843] env[70399]: DEBUG oslo_vmware.api [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758001, 'name': PowerOnVM_Task, 'duration_secs': 0.620367} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.310227] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.310464] env[70399]: INFO nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Took 9.64 seconds to spawn the instance on the hypervisor. [ 803.310644] env[70399]: DEBUG nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.311799] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff8b23-77b3-4f51-830c-50dd77b44f96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.399779] env[70399]: DEBUG nova.network.neutron [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.526477] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.764183} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.526791] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.528129] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59527097-f086-460c-ba16-f9007b536112 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.554478] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3/07e33dbe-c8c4-4e66-9cbe-f4624bf97da3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.560792] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f377a5-3cbb-47b3-9461-4bcb8ecf88b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.577891] env[70399]: DEBUG nova.compute.manager [req-7c20132a-2f36-4553-9770-3c3561ee547a req-48bc41fc-3f8f-4ea6-b621-59f101941918 service nova] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Received event network-vif-deleted-d44ce972-2b4a-4daa-ad43-c51a6337d948 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.585473] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 803.585473] env[70399]: value = "task-3758003" [ 803.585473] env[70399]: _type = "Task" [ 803.585473] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.586096] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.586230] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquired lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.586516] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.600616] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.746699] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f2f079-4278-4174-aaf8-a363fcb730bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.755859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f23750-1907-4b82-b6de-4881b1ed8767 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.794252] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64033418-d556-4f47-af93-0db7842fe5e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.803791] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1939b-db18-40f0-8446-4c503e2c90f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.820052] env[70399]: DEBUG nova.compute.provider_tree [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.841963] env[70399]: INFO nova.compute.manager [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Took 49.85 seconds to build instance. [ 803.903019] env[70399]: INFO nova.compute.manager [-] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Took 1.47 seconds to deallocate network for instance. [ 804.107413] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758003, 'name': ReconfigVM_Task, 'duration_secs': 0.299862} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.108444] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3/07e33dbe-c8c4-4e66-9cbe-f4624bf97da3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.110930] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a128a99d-053e-45bf-be86-9ff6e1ce4262 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.124361] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 804.124361] env[70399]: value = "task-3758005" [ 804.124361] env[70399]: _type = "Task" [ 804.124361] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.147429] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758005, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.157445] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.330489] env[70399]: DEBUG nova.scheduler.client.report [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.345370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de535d54-9635-400c-8008-763ff2351418 tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.580s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.392953] env[70399]: DEBUG nova.network.neutron [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updating instance_info_cache with network_info: [{"id": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "address": "fa:16:3e:50:5f:6d", "network": {"id": "39a9955b-dd00-4bb1-86a8-33705fcdf7fa", "bridge": "br-int", "label": "tempest-ServersTestJSON-1999133692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4302cca8d04fef800ef72b64d375df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa635c2a9-15", "ovs_interfaceid": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.413086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.632182] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758005, 'name': Rename_Task, 'duration_secs': 0.165311} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.632498] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.632759] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f42322-007c-4950-b784-3e16da202f25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.641693] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 804.641693] env[70399]: value = "task-3758006" [ 804.641693] env[70399]: _type = "Task" [ 804.641693] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.650793] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.839875] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.841351] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.966s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.852225] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.894835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Releasing lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.895189] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Instance network_info: |[{"id": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "address": "fa:16:3e:50:5f:6d", "network": {"id": "39a9955b-dd00-4bb1-86a8-33705fcdf7fa", "bridge": "br-int", "label": "tempest-ServersTestJSON-1999133692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4302cca8d04fef800ef72b64d375df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa635c2a9-15", "ovs_interfaceid": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.895626] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a635c2a9-1577-4b0c-aaee-fdd8aea33f94', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.904046] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Creating folder: Project (ab4302cca8d04fef800ef72b64d375df). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.909106] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175fe339-08f9-4d53-bd52-f570a68bb030 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.922885] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Created folder: Project (ab4302cca8d04fef800ef72b64d375df) in parent group-v747819. [ 804.923157] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Creating folder: Instances. Parent ref: group-v747917. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.923463] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f902f654-4a4f-4c25-ad7d-46ad8ab80129 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.935797] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Created folder: Instances in parent group-v747917. [ 804.936083] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.936442] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.936514] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d60fa6-9cfa-4262-9bf6-6bd085117452 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.959069] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.959069] env[70399]: value = "task-3758009" [ 804.959069] env[70399]: _type = "Task" [ 804.959069] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.968190] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758009, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.138803] env[70399]: DEBUG nova.compute.manager [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Received event network-vif-deleted-bd2c8a0c-737f-4bd2-b4aa-7deca422e9e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.139786] env[70399]: DEBUG nova.compute.manager [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Received event network-changed-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.139917] env[70399]: DEBUG nova.compute.manager [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Refreshing instance network info cache due to event network-changed-a635c2a9-1577-4b0c-aaee-fdd8aea33f94. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.140177] env[70399]: DEBUG oslo_concurrency.lockutils [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] Acquiring lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140341] env[70399]: DEBUG oslo_concurrency.lockutils [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] Acquired lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140506] env[70399]: DEBUG nova.network.neutron [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Refreshing network info cache for port a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.154994] env[70399]: DEBUG oslo_vmware.api [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758006, 'name': PowerOnVM_Task, 'duration_secs': 0.497797} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.155326] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.155567] env[70399]: INFO nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Took 8.33 seconds to spawn the instance on the hypervisor. [ 805.155776] env[70399]: DEBUG nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.156652] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb3c165-f41e-48b9-b765-dd0669823500 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.344423] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "b757bde5-d623-4679-83cb-e391af83ecb1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.345228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "b757bde5-d623-4679-83cb-e391af83ecb1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.377923] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.474418] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758009, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.608225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.608614] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.681453] env[70399]: INFO nova.compute.manager [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Took 48.76 seconds to build instance. [ 805.747677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "f1301b43-60dc-4939-ab24-0997a306dce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.747677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.851411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "b757bde5-d623-4679-83cb-e391af83ecb1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.851969] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.937621] env[70399]: DEBUG nova.network.neutron [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updated VIF entry in instance network info cache for port a635c2a9-1577-4b0c-aaee-fdd8aea33f94. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.938007] env[70399]: DEBUG nova.network.neutron [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updating instance_info_cache with network_info: [{"id": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "address": "fa:16:3e:50:5f:6d", "network": {"id": "39a9955b-dd00-4bb1-86a8-33705fcdf7fa", "bridge": "br-int", "label": "tempest-ServersTestJSON-1999133692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4302cca8d04fef800ef72b64d375df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa635c2a9-15", "ovs_interfaceid": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.947192] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c42f2de-1ba1-4b55-afde-e0c84551d9c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.956073] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e93169-f51f-48d9-b4ab-0e5f35be900b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.990295] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b945ed5a-8e09-4231-9b63-3ec2218738fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.002797] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430e692-16ed-482a-914c-f9a2d32da03e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.006739] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758009, 'name': CreateVM_Task, 'duration_secs': 0.535011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.007259] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.008563] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.008819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.009234] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.009507] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ec6d3f-c672-4049-ab09-f677e3cd1920 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.023243] env[70399]: DEBUG nova.compute.provider_tree [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.028602] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 806.028602] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5e6d1-7ac2-24db-6a03-917b6b38cb16" [ 806.028602] env[70399]: _type = "Task" [ 806.028602] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.039438] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5e6d1-7ac2-24db-6a03-917b6b38cb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.115480] env[70399]: DEBUG nova.compute.utils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.185587] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fb4ed702-858e-4904-a958-ffb9cb3ada50 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.759s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.357506] env[70399]: DEBUG nova.compute.utils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.359643] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.359816] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.401145] env[70399]: DEBUG nova.policy [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '384580ce8b11437d80af3514adc68b54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66f520fba47465c99211ff7285d396d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.441302] env[70399]: DEBUG oslo_concurrency.lockutils [req-23e1dcc4-2989-4ed5-8878-f86b85ef8bac req-112f24cd-a58e-4738-b935-ff6f6fa57121 service nova] Releasing lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.528549] env[70399]: DEBUG nova.scheduler.client.report [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.542522] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5e6d1-7ac2-24db-6a03-917b6b38cb16, 'name': SearchDatastore_Task, 'duration_secs': 0.015059} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.542810] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.543053] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.543288] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.543659] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.543659] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.544109] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e173b9-25f5-45e8-bebc-ffd4b12faba5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.560673] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.560864] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.561642] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489d02c7-4f04-4fc9-a5db-b19d734f62f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.567727] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 806.567727] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5296200f-e978-f19c-0cb6-590597ba06cc" [ 806.567727] env[70399]: _type = "Task" [ 806.567727] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.576800] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5296200f-e978-f19c-0cb6-590597ba06cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.619255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.678299] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Successfully created port: 17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.688502] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.863285] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.003819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.004075] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.080211] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5296200f-e978-f19c-0cb6-590597ba06cc, 'name': SearchDatastore_Task, 'duration_secs': 0.03654} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.081301] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8598b2c-e261-4b49-bab3-cbd43d62d1a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.088228] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 807.088228] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bbf6d1-5fa5-9858-321f-3e8febe5e365" [ 807.088228] env[70399]: _type = "Task" [ 807.088228] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.098929] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bbf6d1-5fa5-9858-321f-3e8febe5e365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.213209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.508224] env[70399]: DEBUG nova.compute.utils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.541044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.700s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.544132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.868s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.544434] env[70399]: DEBUG nova.objects.instance [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lazy-loading 'resources' on Instance uuid 1ef5f84a-170a-4420-a8d9-b715de9b57d1 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.603021] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bbf6d1-5fa5-9858-321f-3e8febe5e365, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.603021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.603021] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5c718911-8865-4d2e-83d5-9f60defc9ef5/5c718911-8865-4d2e-83d5-9f60defc9ef5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.603021] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d093158d-0d4d-4180-b535-14770a8975f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610356] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 807.610356] env[70399]: value = "task-3758011" [ 807.610356] env[70399]: _type = "Task" [ 807.610356] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.620680] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.681665] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.681665] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.681981] env[70399]: INFO nova.compute.manager [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Attaching volume 3d876882-b00b-4482-af6e-9a76c1ea386b to /dev/sdb [ 807.722229] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1876e75-6365-46a8-8373-d9d218437ab8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.730578] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbcdcff-1142-42f0-b7dc-2e71e2a7152c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.750107] env[70399]: DEBUG nova.virt.block_device [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updating existing volume attachment record: 2297b4d1-a2bc-4cf7-ab52-81094893cee8 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 807.866018] env[70399]: DEBUG nova.compute.manager [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Received event network-changed-bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.866548] env[70399]: DEBUG nova.compute.manager [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Refreshing instance network info cache due to event network-changed-bf62b565-21b0-43e9-acad-8a7ae2d81da1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.866999] env[70399]: DEBUG oslo_concurrency.lockutils [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] Acquiring lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.867454] env[70399]: DEBUG oslo_concurrency.lockutils [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] Acquired lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.867859] env[70399]: DEBUG nova.network.neutron [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Refreshing network info cache for port bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.873020] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.903443] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.903699] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.903892] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.904194] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.904400] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.904571] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.904900] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.905134] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.905330] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.905508] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.905686] env[70399]: DEBUG nova.virt.hardware [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.907720] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce48ee3-4d1f-4fc4-87d4-f79cdb513717 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.917347] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d398f-5512-487d-a230-f1c1bcbddf84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.010829] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.125584] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.129432] env[70399]: INFO nova.scheduler.client.report [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleted allocation for migration fb9b4433-e397-4cea-898c-3bd8ed96c16f [ 808.387247] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Successfully updated port: 17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.628948] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553796} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.629161] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5c718911-8865-4d2e-83d5-9f60defc9ef5/5c718911-8865-4d2e-83d5-9f60defc9ef5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.629457] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.629751] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2513c9-7a9b-4588-8f2e-c0e57ad3e73f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639715] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d6d2e6c-885c-45f1-a2dd-5fd1ce25c972 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.297s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.643723] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 808.643723] env[70399]: value = "task-3758015" [ 808.643723] env[70399]: _type = "Task" [ 808.643723] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.664133] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.726012] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495c0036-2621-46cc-9dc3-51b261590a4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.732935] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c104e4-94da-4ea3-94eb-530d9d17b3ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.768784] env[70399]: DEBUG nova.network.neutron [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updated VIF entry in instance network info cache for port bf62b565-21b0-43e9-acad-8a7ae2d81da1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.768784] env[70399]: DEBUG nova.network.neutron [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating instance_info_cache with network_info: [{"id": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "address": "fa:16:3e:43:bf:87", "network": {"id": "2d8045d9-ef46-421f-9861-4b51f1330764", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1037478783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb9036e5b346849c7ad54cd9fff9f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf62b565-21", "ovs_interfaceid": "bf62b565-21b0-43e9-acad-8a7ae2d81da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.771344] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8073e2a-4500-48cf-a509-b1b485615afd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.780417] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f163692-41be-4550-abcd-ab78a492fc5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.796181] env[70399]: DEBUG nova.compute.provider_tree [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.889947] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.890358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquired lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890495] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.095810] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.096113] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.096349] env[70399]: INFO nova.compute.manager [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Attaching volume a894744d-c0b8-46a3-93a9-400896066623 to /dev/sdb [ 809.137413] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c3900-7d0e-4c82-801f-8e67cd001002 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.144904] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7634030-4aea-4fda-ba39-b8fb3cb1f86c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.156962] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071507} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.157247] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.158156] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee27f01c-7afe-474e-9f82-15f8cc023a90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.164988] env[70399]: DEBUG nova.virt.block_device [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Updating existing volume attachment record: 7563bc35-b99b-43a0-937c-39b143d543a1 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.188375] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5c718911-8865-4d2e-83d5-9f60defc9ef5/5c718911-8865-4d2e-83d5-9f60defc9ef5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.188805] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f04862-9c9e-4d48-9a0b-476290a181ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.211851] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 809.211851] env[70399]: value = "task-3758016" [ 809.211851] env[70399]: _type = "Task" [ 809.211851] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.224987] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.275162] env[70399]: DEBUG oslo_concurrency.lockutils [req-495eddca-d83e-4180-ae14-8d9ee4bba82b req-4b5408a7-d6ce-4043-aa4c-36a98690e957 service nova] Releasing lock "refresh_cache-5d11aa43-62fa-48f3-ac9b-97cb28f2f622" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.300142] env[70399]: DEBUG nova.scheduler.client.report [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.434689] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.653302] env[70399]: DEBUG nova.network.neutron [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Updating instance_info_cache with network_info: [{"id": "17b41393-c34e-4282-801a-5156651d15e7", "address": "fa:16:3e:83:e2:ec", "network": {"id": "00014363-7c57-4d97-a38c-ceb698f73a11", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-634353428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66f520fba47465c99211ff7285d396d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b41393-c3", "ovs_interfaceid": "17b41393-c34e-4282-801a-5156651d15e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.723530] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.807382] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.811994] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.056s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.816274] env[70399]: INFO nova.compute.claims [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.835377] env[70399]: INFO nova.scheduler.client.report [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Deleted allocations for instance 1ef5f84a-170a-4420-a8d9-b715de9b57d1 [ 810.155958] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Releasing lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.157453] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Instance network_info: |[{"id": "17b41393-c34e-4282-801a-5156651d15e7", "address": "fa:16:3e:83:e2:ec", "network": {"id": "00014363-7c57-4d97-a38c-ceb698f73a11", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-634353428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66f520fba47465c99211ff7285d396d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b41393-c3", "ovs_interfaceid": "17b41393-c34e-4282-801a-5156651d15e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.157629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e2:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17b41393-c34e-4282-801a-5156651d15e7', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.164773] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Creating folder: Project (b66f520fba47465c99211ff7285d396d). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.165116] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81b2a6d-13d5-40ca-9ab5-17cd19f6186b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.178494] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Created folder: Project (b66f520fba47465c99211ff7285d396d) in parent group-v747819. [ 810.178725] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Creating folder: Instances. Parent ref: group-v747924. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.179055] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f5abd4-df37-4eec-b9c6-059723bbf272 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.194914] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Created folder: Instances in parent group-v747924. [ 810.194914] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.194914] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.194914] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5112b3c4-532a-4c78-b1f3-8ccc4c036eeb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.218595] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.218595] env[70399]: value = "task-3758023" [ 810.218595] env[70399]: _type = "Task" [ 810.218595] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.225420] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758016, 'name': ReconfigVM_Task, 'duration_secs': 0.745343} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.226209] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5c718911-8865-4d2e-83d5-9f60defc9ef5/5c718911-8865-4d2e-83d5-9f60defc9ef5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.226903] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66644710-fb1d-40e0-89ef-47bcadd12676 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.232247] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758023, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.238822] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 810.238822] env[70399]: value = "task-3758024" [ 810.238822] env[70399]: _type = "Task" [ 810.238822] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.250358] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758024, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.318466] env[70399]: DEBUG nova.compute.manager [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Received event network-vif-plugged-17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.318725] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Acquiring lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.319430] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.319430] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.319430] env[70399]: DEBUG nova.compute.manager [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] No waiting events found dispatching network-vif-plugged-17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.319628] env[70399]: WARNING nova.compute.manager [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Received unexpected event network-vif-plugged-17b41393-c34e-4282-801a-5156651d15e7 for instance with vm_state building and task_state spawning. [ 810.319919] env[70399]: DEBUG nova.compute.manager [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Received event network-changed-17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.320162] env[70399]: DEBUG nova.compute.manager [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Refreshing instance network info cache due to event network-changed-17b41393-c34e-4282-801a-5156651d15e7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.320444] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Acquiring lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.320684] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Acquired lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.320888] env[70399]: DEBUG nova.network.neutron [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Refreshing network info cache for port 17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.346507] env[70399]: DEBUG oslo_concurrency.lockutils [None req-63d944dc-2545-4486-a1d5-c37b93553f8f tempest-DeleteServersAdminTestJSON-896255795 tempest-DeleteServersAdminTestJSON-896255795-project-member] Lock "1ef5f84a-170a-4420-a8d9-b715de9b57d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.460s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.730236] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758023, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.748935] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758024, 'name': Rename_Task, 'duration_secs': 0.166109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.749280] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.749576] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40153126-ebad-4526-a0eb-0e007d32fa52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.758042] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 810.758042] env[70399]: value = "task-3758025" [ 810.758042] env[70399]: _type = "Task" [ 810.758042] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.768614] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.059424] env[70399]: DEBUG nova.network.neutron [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Updated VIF entry in instance network info cache for port 17b41393-c34e-4282-801a-5156651d15e7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.059424] env[70399]: DEBUG nova.network.neutron [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Updating instance_info_cache with network_info: [{"id": "17b41393-c34e-4282-801a-5156651d15e7", "address": "fa:16:3e:83:e2:ec", "network": {"id": "00014363-7c57-4d97-a38c-ceb698f73a11", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-634353428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66f520fba47465c99211ff7285d396d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b41393-c3", "ovs_interfaceid": "17b41393-c34e-4282-801a-5156651d15e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.233609] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758023, 'name': CreateVM_Task, 'duration_secs': 0.587765} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.233951] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.234690] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.234897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.235280] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.235585] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b88d6d-76b2-45f9-9189-e9f2de7da7c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.244245] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 811.244245] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e51042-0fc5-ddb0-5556-8fa818356363" [ 811.244245] env[70399]: _type = "Task" [ 811.244245] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.252971] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e51042-0fc5-ddb0-5556-8fa818356363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.268825] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.393689] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c936f6-0180-4815-a780-7e56afe2dc18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.402217] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c9bb0-01dc-4fe5-b721-b1e1f1e4c9bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.435144] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b7658-82da-487a-8401-fe23c1f3c399 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.444182] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1bfa9-4034-4ef4-a2a0-a25d83e0f054 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.460795] env[70399]: DEBUG nova.compute.provider_tree [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.562326] env[70399]: DEBUG oslo_concurrency.lockutils [req-a680dbf1-6c60-4d3c-98c2-1d585456267e req-5008125b-0c67-45c7-af65-f743fc4d8ccb service nova] Releasing lock "refresh_cache-9bb57253-83e9-498c-88d6-de38e62453a8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.756686] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e51042-0fc5-ddb0-5556-8fa818356363, 'name': SearchDatastore_Task, 'duration_secs': 0.021218} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.757179] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.757331] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.757660] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.757831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.758026] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.758329] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52277dae-c2fe-4b6b-85b4-ee06ef774c50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.769639] env[70399]: DEBUG oslo_vmware.api [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758025, 'name': PowerOnVM_Task, 'duration_secs': 0.563611} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.770751] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.770751] env[70399]: INFO nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Took 9.95 seconds to spawn the instance on the hypervisor. [ 811.770751] env[70399]: DEBUG nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.772233] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96daf1fc-3cd8-421b-9d2a-62a43be21f45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.775032] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.775213] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.775918] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cc8cfd-3b7d-4c2b-9d8c-9c199b1f538d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.787386] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 811.787386] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5271bbfe-be1d-0cf0-f526-a990ed093537" [ 811.787386] env[70399]: _type = "Task" [ 811.787386] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.797068] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5271bbfe-be1d-0cf0-f526-a990ed093537, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.797919] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4172899-80e0-44a0-b868-320a04cc626b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.804825] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 811.804825] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52114b19-3c78-cfd0-5753-2882dff2e1aa" [ 811.804825] env[70399]: _type = "Task" [ 811.804825] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.813871] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52114b19-3c78-cfd0-5753-2882dff2e1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.990073] env[70399]: ERROR nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [req-d6fbf630-ec67-43cf-b711-c9a3792e42f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6fbf630-ec67-43cf-b711-c9a3792e42f2"}]} [ 812.009302] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 812.026494] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 812.026829] env[70399]: DEBUG nova.compute.provider_tree [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.040040] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.059735] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 812.294560] env[70399]: INFO nova.compute.manager [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Took 48.94 seconds to build instance. [ 812.318124] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 812.318124] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747921', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'name': 'volume-3d876882-b00b-4482-af6e-9a76c1ea386b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cf7b8e5-b887-4d69-aff2-af184f5806e8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'serial': '3d876882-b00b-4482-af6e-9a76c1ea386b'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 812.319149] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d7b61-b2f0-4118-aeb8-4700b6777675 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.332348] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52114b19-3c78-cfd0-5753-2882dff2e1aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.343503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.343804] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 9bb57253-83e9-498c-88d6-de38e62453a8/9bb57253-83e9-498c-88d6-de38e62453a8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.347150] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105675f4-757c-475f-b3a1-c36bddbfa40c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.349794] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1cba9-ac7e-498d-b640-47f066b14aa1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.380183] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-3d876882-b00b-4482-af6e-9a76c1ea386b/volume-3d876882-b00b-4482-af6e-9a76c1ea386b.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.384987] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d33de53-a801-4b8c-bb07-c9c94b329954 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.400368] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 812.400368] env[70399]: value = "task-3758027" [ 812.400368] env[70399]: _type = "Task" [ 812.400368] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.407168] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 812.407168] env[70399]: value = "task-3758028" [ 812.407168] env[70399]: _type = "Task" [ 812.407168] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.411054] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.422539] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.669543] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d91bda-7cd3-4a78-875e-ad1cf53e3769 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.682514] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2734b97-0dfe-4241-a035-0f6513d3e5b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.724086] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e639fe7-de67-47b1-ad8b-147e3d06075f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.736702] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd2810-3b54-477d-a55d-6ee52d08e6e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.754897] env[70399]: DEBUG nova.compute.provider_tree [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.798439] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42c92f04-5450-4356-a245-990ea73e0bee tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.635s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.911401] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758027, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.922302] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.927319] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.927728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.155522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.156272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.285556] env[70399]: ERROR nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [req-364e5965-b1fa-441e-9d36-1e6cef080f85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-364e5965-b1fa-441e-9d36-1e6cef080f85"}]} [ 813.302035] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.314409] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 813.341364] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 813.341597] env[70399]: DEBUG nova.compute.provider_tree [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.356900] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 813.381794] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.413158] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564648} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.416549] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 9bb57253-83e9-498c-88d6-de38e62453a8/9bb57253-83e9-498c-88d6-de38e62453a8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.416819] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.417134] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c5cd425-9971-42c9-8357-884865ed5d24 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.427253] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.428924] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 813.428924] env[70399]: value = "task-3758029" [ 813.428924] env[70399]: _type = "Task" [ 813.428924] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.439543] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.725957] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.726271] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747923', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'name': 'volume-a894744d-c0b8-46a3-93a9-400896066623', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e33dbe-c8c4-4e66-9cbe-f4624bf97da3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'serial': 'a894744d-c0b8-46a3-93a9-400896066623'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.727394] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd194b27-7f27-4b36-a8eb-875c985e48f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.752326] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ee7d9-4bf1-4bda-a9f9-589ae214a950 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.779187] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-a894744d-c0b8-46a3-93a9-400896066623/volume-a894744d-c0b8-46a3-93a9-400896066623.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.782183] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4beb11b-fb4b-4f4b-b340-173d0708f3ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.801666] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 813.801666] env[70399]: value = "task-3758030" [ 813.801666] env[70399]: _type = "Task" [ 813.801666] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.815254] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.829651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.840258] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.840258] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.840434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.840624] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.841040] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.843157] env[70399]: INFO nova.compute.manager [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Terminating instance [ 813.925967] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758028, 'name': ReconfigVM_Task, 'duration_secs': 1.025845} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.926265] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-3d876882-b00b-4482-af6e-9a76c1ea386b/volume-3d876882-b00b-4482-af6e-9a76c1ea386b.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.935398] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e82457d-d6f1-47dc-8d38-1ac479569a8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.959502] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332116} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.960214] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.960654] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 813.960654] env[70399]: value = "task-3758031" [ 813.960654] env[70399]: _type = "Task" [ 813.960654] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.961469] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84ff0d-8c97-4284-9c68-c1b3450aa7e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.993449] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 9bb57253-83e9-498c-88d6-de38e62453a8/9bb57253-83e9-498c-88d6-de38e62453a8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.000774] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8284550-57aa-4e37-a697-927e5fbf6451 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.020790] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.025624] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 814.025624] env[70399]: value = "task-3758032" [ 814.025624] env[70399]: _type = "Task" [ 814.025624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.037311] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.077524] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ce88d-a5f1-4c5a-adcb-c5895ff0bbe3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.089305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70e23c-2e55-4fce-bbfc-18bce000af11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.099735] env[70399]: DEBUG nova.compute.manager [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Received event network-changed-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.100060] env[70399]: DEBUG nova.compute.manager [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Refreshing instance network info cache due to event network-changed-a635c2a9-1577-4b0c-aaee-fdd8aea33f94. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.101506] env[70399]: DEBUG oslo_concurrency.lockutils [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] Acquiring lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.101506] env[70399]: DEBUG oslo_concurrency.lockutils [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] Acquired lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.101506] env[70399]: DEBUG nova.network.neutron [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Refreshing network info cache for port a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.135374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d66bd-a640-4d91-b3d7-4b3e708afb96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.146681] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a640c-ffb4-4fec-a873-6d728c170d1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.166322] env[70399]: DEBUG nova.compute.provider_tree [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.316304] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.348583] env[70399]: DEBUG nova.compute.manager [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.348828] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.349938] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edab40d-177e-454a-8631-8eea032d697c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.360034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.361652] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee090033-6acf-4598-95d0-a21ec6dfd1a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.369232] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 814.369232] env[70399]: value = "task-3758033" [ 814.369232] env[70399]: _type = "Task" [ 814.369232] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.385234] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.470333] env[70399]: DEBUG nova.network.neutron [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updated VIF entry in instance network info cache for port a635c2a9-1577-4b0c-aaee-fdd8aea33f94. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.470759] env[70399]: DEBUG nova.network.neutron [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updating instance_info_cache with network_info: [{"id": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "address": "fa:16:3e:50:5f:6d", "network": {"id": "39a9955b-dd00-4bb1-86a8-33705fcdf7fa", "bridge": "br-int", "label": "tempest-ServersTestJSON-1999133692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4302cca8d04fef800ef72b64d375df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa635c2a9-15", "ovs_interfaceid": "a635c2a9-1577-4b0c-aaee-fdd8aea33f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.479492] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.536568] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.667499] env[70399]: DEBUG nova.scheduler.client.report [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.814027] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758030, 'name': ReconfigVM_Task, 'duration_secs': 0.601531} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.814340] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-a894744d-c0b8-46a3-93a9-400896066623/volume-a894744d-c0b8-46a3-93a9-400896066623.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.820470] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7addeecd-8b65-4816-9663-1afbafd71ce2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.836013] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 814.836013] env[70399]: value = "task-3758034" [ 814.836013] env[70399]: _type = "Task" [ 814.836013] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.847765] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.887443] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.974057] env[70399]: DEBUG oslo_concurrency.lockutils [req-63409a41-95e1-4a62-8bc9-13c4837d6c87 req-c411e67e-9168-4d6e-baa3-10cd2cd0029a service nova] Releasing lock "refresh_cache-5c718911-8865-4d2e-83d5-9f60defc9ef5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.977956] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037014] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758032, 'name': ReconfigVM_Task, 'duration_secs': 0.6229} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.037422] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 9bb57253-83e9-498c-88d6-de38e62453a8/9bb57253-83e9-498c-88d6-de38e62453a8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.038136] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fe3efcc-4ece-4c59-8ebb-da58db23c801 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.046380] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 815.046380] env[70399]: value = "task-3758035" [ 815.046380] env[70399]: _type = "Task" [ 815.046380] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.055804] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758035, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.173791] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.362s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.174466] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.177953] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.540s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.178207] env[70399]: DEBUG nova.objects.instance [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lazy-loading 'resources' on Instance uuid 67902cdf-0737-466b-ad67-90c63ba6c80c {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.354332] env[70399]: DEBUG oslo_vmware.api [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758034, 'name': ReconfigVM_Task, 'duration_secs': 0.289332} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.354332] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747923', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'name': 'volume-a894744d-c0b8-46a3-93a9-400896066623', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e33dbe-c8c4-4e66-9cbe-f4624bf97da3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'serial': 'a894744d-c0b8-46a3-93a9-400896066623'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.383199] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758033, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.480989] env[70399]: DEBUG oslo_vmware.api [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758031, 'name': ReconfigVM_Task, 'duration_secs': 1.206045} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.480989] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747921', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'name': 'volume-3d876882-b00b-4482-af6e-9a76c1ea386b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cf7b8e5-b887-4d69-aff2-af184f5806e8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'serial': '3d876882-b00b-4482-af6e-9a76c1ea386b'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.556468] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758035, 'name': Rename_Task, 'duration_secs': 0.212231} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.556767] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.557035] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb4275b-3ef4-431e-8188-69fdb1c46d22 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.564847] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 815.564847] env[70399]: value = "task-3758036" [ 815.564847] env[70399]: _type = "Task" [ 815.564847] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.573811] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.682815] env[70399]: DEBUG nova.compute.utils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.686682] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.686889] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.747937] env[70399]: DEBUG nova.policy [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3175cee7994da0aff281679e1ab4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224dcd9d63f44e12b7f554ae0b9db71f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.885517] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758033, 'name': PowerOffVM_Task, 'duration_secs': 1.078025} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.885517] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.885709] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.885853] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9ed8eb-9887-4e89-b6af-424dde1e808f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.959105] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.959466] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.959568] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Deleting the datastore file [datastore1] 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.959857] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75ca9534-e0ee-4c1d-ab3f-5e68850471dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.968853] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for the task: (returnval){ [ 815.968853] env[70399]: value = "task-3758038" [ 815.968853] env[70399]: _type = "Task" [ 815.968853] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.989131] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.079469] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758036, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.187641] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.257234] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Successfully created port: fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.324162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd41a411-5c02-46c6-828a-582fac00f456 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.333095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28bceb-523a-44b8-a286-a8385b09e1fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.364733] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef88af-d08b-4439-b502-5bc9e0afedb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.373700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb08d29-141f-4df0-9086-2c26313d28b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.389162] env[70399]: DEBUG nova.compute.provider_tree [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.416569] env[70399]: DEBUG nova.objects.instance [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'flavor' on Instance uuid 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.485388] env[70399]: DEBUG oslo_vmware.api [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Task: {'id': task-3758038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176291} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.485388] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.485388] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.485388] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.485388] env[70399]: INFO nova.compute.manager [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Took 2.14 seconds to destroy the instance on the hypervisor. [ 816.485607] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.485607] env[70399]: DEBUG nova.compute.manager [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.485607] env[70399]: DEBUG nova.network.neutron [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.543172] env[70399]: DEBUG nova.objects.instance [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lazy-loading 'flavor' on Instance uuid 7cf7b8e5-b887-4d69-aff2-af184f5806e8 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.577186] env[70399]: DEBUG oslo_vmware.api [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758036, 'name': PowerOnVM_Task, 'duration_secs': 0.715821} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.577679] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.578058] env[70399]: INFO nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Took 8.70 seconds to spawn the instance on the hypervisor. [ 816.578349] env[70399]: DEBUG nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.580137] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d0737-9620-4f3b-8e1a-1968f8f03e5c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.892638] env[70399]: DEBUG nova.scheduler.client.report [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.922091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5dbe7e6c-90bb-41ff-9da5-007bada031e2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.052238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-04cc27dc-30b3-4be9-8e4b-f3428456c104 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.371s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.102886] env[70399]: INFO nova.compute.manager [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Took 49.65 seconds to build instance. [ 817.204111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.204111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.204111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.204111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.204929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.205748] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.210669] env[70399]: INFO nova.compute.manager [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Terminating instance [ 817.244362] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.244525] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.244614] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.244794] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.244939] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.245098] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.245812] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.245812] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.245812] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.246099] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.246099] env[70399]: DEBUG nova.virt.hardware [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.247010] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d5dfe5-5d2a-4fcf-9cea-988d06f32580 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.257996] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdec3b9-0300-421e-a725-72831c7ed35b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.369242] env[70399]: DEBUG nova.compute.manager [req-fd8d8f06-6ff5-4f80-92b5-f835b4b2f8d7 req-2fb561ea-108b-498f-8d48-69c2e18319d9 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Received event network-vif-deleted-13d7b6a9-124b-4760-8f0c-191e7c50cf85 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.369520] env[70399]: INFO nova.compute.manager [req-fd8d8f06-6ff5-4f80-92b5-f835b4b2f8d7 req-2fb561ea-108b-498f-8d48-69c2e18319d9 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Neutron deleted interface 13d7b6a9-124b-4760-8f0c-191e7c50cf85; detaching it from the instance and deleting it from the info cache [ 817.369745] env[70399]: DEBUG nova.network.neutron [req-fd8d8f06-6ff5-4f80-92b5-f835b4b2f8d7 req-2fb561ea-108b-498f-8d48-69c2e18319d9 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.398118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.401213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.686s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.402585] env[70399]: INFO nova.compute.claims [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.440846] env[70399]: INFO nova.scheduler.client.report [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Deleted allocations for instance 67902cdf-0737-466b-ad67-90c63ba6c80c [ 817.471118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.472091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.608369] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c76c529-6418-4c62-bc8a-6f4941900021 tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.171s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.718503] env[70399]: DEBUG nova.compute.manager [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.718789] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.719111] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d383219-a56d-4fd2-857b-91024d202abb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.725611] env[70399]: DEBUG nova.network.neutron [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.727384] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 817.727384] env[70399]: value = "task-3758039" [ 817.727384] env[70399]: _type = "Task" [ 817.727384] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.738834] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.874528] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d483a4d6-cefb-4b66-ada5-5a508e225e1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.888901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be074f6-4d1d-49ce-aef6-46d52123522b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.913641] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "9bb57253-83e9-498c-88d6-de38e62453a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.913894] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.914076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.914255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.914695] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.929743] env[70399]: DEBUG nova.compute.manager [req-fd8d8f06-6ff5-4f80-92b5-f835b4b2f8d7 req-2fb561ea-108b-498f-8d48-69c2e18319d9 service nova] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Detach interface failed, port_id=13d7b6a9-124b-4760-8f0c-191e7c50cf85, reason: Instance 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.931257] env[70399]: INFO nova.compute.manager [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Terminating instance [ 817.954650] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9090d394-2c3b-429f-bae5-cf86662d781b tempest-ServerRescueTestJSONUnderV235-1486079035 tempest-ServerRescueTestJSONUnderV235-1486079035-project-member] Lock "67902cdf-0737-466b-ad67-90c63ba6c80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.841s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.974486] env[70399]: INFO nova.compute.manager [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Detaching volume 3d876882-b00b-4482-af6e-9a76c1ea386b [ 818.012058] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Successfully updated port: fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.023256] env[70399]: INFO nova.virt.block_device [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Attempting to driver detach volume 3d876882-b00b-4482-af6e-9a76c1ea386b from mountpoint /dev/sdb [ 818.023574] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.023790] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747921', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'name': 'volume-3d876882-b00b-4482-af6e-9a76c1ea386b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cf7b8e5-b887-4d69-aff2-af184f5806e8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'serial': '3d876882-b00b-4482-af6e-9a76c1ea386b'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.024714] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b07f5-33d8-4890-84f5-d44f5c8672f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.053201] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea2657-249b-43c5-ba9b-126dd5df49ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.063873] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b8c02-3c78-45b1-8ca5-b276cd9b0098 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.087242] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63161b8e-ae3d-4986-95eb-9d681f695f67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.105371] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d876882-b00b-4482-af6e-9a76c1ea386b/volume-3d876882-b00b-4482-af6e-9a76c1ea386b.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.110964] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.111462] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.113939] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33cdab58-78f2-454b-8016-8e0e8de08a50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.134571] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 818.134571] env[70399]: value = "task-3758040" [ 818.134571] env[70399]: _type = "Task" [ 818.134571] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.147011] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.229035] env[70399]: INFO nova.compute.manager [-] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Took 1.74 seconds to deallocate network for instance. [ 818.244228] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758039, 'name': PowerOffVM_Task, 'duration_secs': 0.250897} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.244609] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.244908] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.245239] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747923', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'name': 'volume-a894744d-c0b8-46a3-93a9-400896066623', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e33dbe-c8c4-4e66-9cbe-f4624bf97da3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'serial': 'a894744d-c0b8-46a3-93a9-400896066623'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.246204] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02331961-1a60-4be0-a7f3-b7caf0d8ecc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.270963] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93153428-86a2-42a2-b817-b45d7a14ab8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.281090] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3f662-33a4-43dc-af6e-697ab3abe4bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.305114] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbac1b9-f207-43b4-a20a-b88faaf53aaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.323124] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] The volume has not been displaced from its original location: [datastore2] volume-a894744d-c0b8-46a3-93a9-400896066623/volume-a894744d-c0b8-46a3-93a9-400896066623.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.328619] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.329089] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfa5cc2-f362-4f0f-8458-189868dc4b69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.352959] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 818.352959] env[70399]: value = "task-3758041" [ 818.352959] env[70399]: _type = "Task" [ 818.352959] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.363564] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.440125] env[70399]: DEBUG nova.compute.manager [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.441401] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.441692] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d53ad-6bbf-422c-8c81-0554bdfe830f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.453554] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.453554] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7d531e-fa9c-42eb-9e2c-dee7f027c38e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.460520] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 818.460520] env[70399]: value = "task-3758042" [ 818.460520] env[70399]: _type = "Task" [ 818.460520] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.475373] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.514930] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.517211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.517211] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.648882] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758040, 'name': ReconfigVM_Task, 'duration_secs': 0.403081} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.648882] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 818.658039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b857691-9de8-4652-aeaf-6127d540f19d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.673989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.681514] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 818.681514] env[70399]: value = "task-3758043" [ 818.681514] env[70399]: _type = "Task" [ 818.681514] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.691837] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.740123] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.865234] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758041, 'name': ReconfigVM_Task, 'duration_secs': 0.308485} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.865657] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 818.873593] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ae9990-f9d5-4417-97b1-cb38b9bff413 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.892812] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 818.892812] env[70399]: value = "task-3758044" [ 818.892812] env[70399]: _type = "Task" [ 818.892812] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.906763] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.976834] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758042, 'name': PowerOffVM_Task, 'duration_secs': 0.217243} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.977160] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.977360] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.977638] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c80c6ac-ec2a-445a-a6b4-930f92ed0c83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.040909] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.041093] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.041869] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Deleting the datastore file [datastore2] 9bb57253-83e9-498c-88d6-de38e62453a8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.042023] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a1fb62b-b379-4efe-9399-8cf6fa990b74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.050083] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for the task: (returnval){ [ 819.050083] env[70399]: value = "task-3758046" [ 819.050083] env[70399]: _type = "Task" [ 819.050083] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.064651] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.080264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d400c54-1bb2-441f-a18a-8a35115eaba5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.089946] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9d8304-f646-4e35-9459-700fe4d08780 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.131720] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d29b6-3e0e-4d5c-8af5-a141844660fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.136406] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.148024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd68ea-6ec3-4ff6-9265-ef5f91eed4c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.163232] env[70399]: DEBUG nova.compute.provider_tree [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.194334] env[70399]: DEBUG oslo_vmware.api [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758043, 'name': ReconfigVM_Task, 'duration_secs': 0.223809} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.194860] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747921', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'name': 'volume-3d876882-b00b-4482-af6e-9a76c1ea386b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cf7b8e5-b887-4d69-aff2-af184f5806e8', 'attached_at': '', 'detached_at': '', 'volume_id': '3d876882-b00b-4482-af6e-9a76c1ea386b', 'serial': '3d876882-b00b-4482-af6e-9a76c1ea386b'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 819.405390] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758044, 'name': ReconfigVM_Task, 'duration_secs': 0.273678} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.405697] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747923', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'name': 'volume-a894744d-c0b8-46a3-93a9-400896066623', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e33dbe-c8c4-4e66-9cbe-f4624bf97da3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894744d-c0b8-46a3-93a9-400896066623', 'serial': 'a894744d-c0b8-46a3-93a9-400896066623'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 819.405990] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.406808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c7e3e5-d857-46a0-946d-9579656edf4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.415162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.415449] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39246a6a-b8ea-454f-b056-b88b5c63b7f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.486567] env[70399]: DEBUG nova.network.neutron [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Updating instance_info_cache with network_info: [{"id": "fa0f5e4e-90f9-4185-b78b-79c396679750", "address": "fa:16:3e:cd:04:0b", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0f5e4e-90", "ovs_interfaceid": "fa0f5e4e-90f9-4185-b78b-79c396679750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.536037] env[70399]: DEBUG nova.compute.manager [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Received event network-vif-plugged-fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.536267] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Acquiring lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.536479] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.536677] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.536847] env[70399]: DEBUG nova.compute.manager [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] No waiting events found dispatching network-vif-plugged-fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.537018] env[70399]: WARNING nova.compute.manager [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Received unexpected event network-vif-plugged-fa0f5e4e-90f9-4185-b78b-79c396679750 for instance with vm_state building and task_state spawning. [ 819.537171] env[70399]: DEBUG nova.compute.manager [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Received event network-changed-fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.537316] env[70399]: DEBUG nova.compute.manager [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Refreshing instance network info cache due to event network-changed-fa0f5e4e-90f9-4185-b78b-79c396679750. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.537485] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Acquiring lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.561070] env[70399]: DEBUG oslo_vmware.api [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Task: {'id': task-3758046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218135} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.561188] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.561373] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.561555] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.561816] env[70399]: INFO nova.compute.manager [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 819.562069] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.562276] env[70399]: DEBUG nova.compute.manager [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.562373] env[70399]: DEBUG nova.network.neutron [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.672375] env[70399]: DEBUG nova.scheduler.client.report [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.714222] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.714542] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.714808] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore1] 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.715147] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce41e21-1d05-4aa3-9095-ac49a9890da6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.723135] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 819.723135] env[70399]: value = "task-3758048" [ 819.723135] env[70399]: _type = "Task" [ 819.723135] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.732743] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.780534] env[70399]: DEBUG nova.objects.instance [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lazy-loading 'flavor' on Instance uuid 7cf7b8e5-b887-4d69-aff2-af184f5806e8 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.990071] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.990468] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance network_info: |[{"id": "fa0f5e4e-90f9-4185-b78b-79c396679750", "address": "fa:16:3e:cd:04:0b", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0f5e4e-90", "ovs_interfaceid": "fa0f5e4e-90f9-4185-b78b-79c396679750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.990856] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Acquired lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.991065] env[70399]: DEBUG nova.network.neutron [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Refreshing network info cache for port fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.992341] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:04:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0f5e4e-90f9-4185-b78b-79c396679750', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.999998] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating folder: Project (224dcd9d63f44e12b7f554ae0b9db71f). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.000643] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f303d5-c079-46aa-8dc9-4b76f356c60c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.013371] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created folder: Project (224dcd9d63f44e12b7f554ae0b9db71f) in parent group-v747819. [ 820.013628] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating folder: Instances. Parent ref: group-v747927. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.013890] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0cb877e-8486-4f65-9768-96baf3b4042f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.024647] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created folder: Instances in parent group-v747927. [ 820.024921] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.025131] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.025355] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00ab2d96-31a6-4125-8d07-864f6b437f60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.047424] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.047424] env[70399]: value = "task-3758051" [ 820.047424] env[70399]: _type = "Task" [ 820.047424] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.057219] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758051, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.180910] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.181645] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.184006] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.768s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.185435] env[70399]: INFO nova.compute.claims [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.236133] env[70399]: DEBUG oslo_vmware.api [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158074} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.237830] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.238057] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.238334] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.238492] env[70399]: INFO nova.compute.manager [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Took 2.52 seconds to destroy the instance on the hypervisor. [ 820.238725] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.239242] env[70399]: DEBUG nova.compute.manager [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.239345] env[70399]: DEBUG nova.network.neutron [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.559076] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758051, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.657634] env[70399]: DEBUG nova.network.neutron [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.691455] env[70399]: DEBUG nova.compute.utils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.693168] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.693168] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.790664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-40e3fcdd-3549-4c60-9c34-d4934f9caa69 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.793739] env[70399]: DEBUG nova.policy [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3175cee7994da0aff281679e1ab4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224dcd9d63f44e12b7f554ae0b9db71f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.067257] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758051, 'name': CreateVM_Task, 'duration_secs': 0.772539} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.068365] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.068906] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.068997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.069889] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b12c3f-9b4a-4f68-81d7-031fd66d28cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.079650] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 821.079650] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a077c4-4036-911b-06cc-d547d7afe58d" [ 821.079650] env[70399]: _type = "Task" [ 821.079650] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.097185] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a077c4-4036-911b-06cc-d547d7afe58d, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.097185] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.097280] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.097595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.098037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098163] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.098539] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2edd8775-1759-46a6-889f-184f3099ab16 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.110034] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.110034] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.112247] env[70399]: DEBUG nova.network.neutron [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Updated VIF entry in instance network info cache for port fa0f5e4e-90f9-4185-b78b-79c396679750. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.112611] env[70399]: DEBUG nova.network.neutron [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Updating instance_info_cache with network_info: [{"id": "fa0f5e4e-90f9-4185-b78b-79c396679750", "address": "fa:16:3e:cd:04:0b", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0f5e4e-90", "ovs_interfaceid": "fa0f5e4e-90f9-4185-b78b-79c396679750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.114011] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c500bc7-5d52-4f41-9aa3-440101d06627 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.125145] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 821.125145] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535cd4-3764-071a-5d78-effe651cab84" [ 821.125145] env[70399]: _type = "Task" [ 821.125145] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.136502] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535cd4-3764-071a-5d78-effe651cab84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.161406] env[70399]: INFO nova.compute.manager [-] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Took 1.60 seconds to deallocate network for instance. [ 821.206239] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.310695] env[70399]: DEBUG nova.network.neutron [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.354347] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Successfully created port: 635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.622194] env[70399]: DEBUG oslo_concurrency.lockutils [req-ec071662-0a74-4c2c-a996-732bcda25bd1 req-a6d3bf00-c777-4c74-aa2f-c4173b4dc303 service nova] Releasing lock "refresh_cache-cd02609e-68c6-4a35-a44d-876dec4944cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.627438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.627438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.647291] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535cd4-3764-071a-5d78-effe651cab84, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.648518] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d1f634-e893-46e3-a0bf-175e5d91cbf1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.658917] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 821.658917] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521d1ad0-87ff-57b7-5d4e-610c203f40ba" [ 821.658917] env[70399]: _type = "Task" [ 821.658917] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.671924] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.672657] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521d1ad0-87ff-57b7-5d4e-610c203f40ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.796284] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "9d950de1-37dc-440f-b78b-e38520713ce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.796284] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.813590] env[70399]: INFO nova.compute.manager [-] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Took 1.57 seconds to deallocate network for instance. [ 821.887305] env[70399]: DEBUG nova.compute.manager [req-b4772290-15dc-4dc8-a4bb-13120a108d4c req-e55e68a5-f926-45fd-b2e5-775771166c38 service nova] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Received event network-vif-deleted-17b41393-c34e-4282-801a-5156651d15e7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.887577] env[70399]: DEBUG nova.compute.manager [req-b4772290-15dc-4dc8-a4bb-13120a108d4c req-e55e68a5-f926-45fd-b2e5-775771166c38 service nova] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Received event network-vif-deleted-a0c6e304-1d3d-40c2-bd8e-d86b8a393d25 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.932163] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b680f8-91ad-426e-9f32-9e4be8b5357c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.941674] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b166f34-e3cc-4ce7-ae88-9dfcaa27c024 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.978694] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ffeed-7cd8-43f9-ae20-e8206cc95779 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.987846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7bf4f-3c77-4f6f-9696-2eb2ed1d35bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.003931] env[70399]: DEBUG nova.compute.provider_tree [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.135439] env[70399]: DEBUG nova.compute.utils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.174660] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521d1ad0-87ff-57b7-5d4e-610c203f40ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015863} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.174897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.175164] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.175446] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec45bb3-d553-4765-9aed-db7b0ad88f7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.184261] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 822.184261] env[70399]: value = "task-3758052" [ 822.184261] env[70399]: _type = "Task" [ 822.184261] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.194703] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.222210] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.263875] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.264290] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.264563] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.264853] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.265051] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.265231] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.265475] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.265676] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.265924] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.266146] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.266352] env[70399]: DEBUG nova.virt.hardware [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.267325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f999da9-72f3-4899-94b1-efde18d31b55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.280669] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858d073-af7d-4207-b003-b111721f7c86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.389290] env[70399]: INFO nova.compute.manager [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Took 0.57 seconds to detach 1 volumes for instance. [ 822.511486] env[70399]: DEBUG nova.scheduler.client.report [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.638861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.695078] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758052, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.896751] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.019065] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.019657] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.022919] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.079s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.023111] env[70399]: DEBUG nova.objects.instance [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lazy-loading 'resources' on Instance uuid 26ac54eb-7a20-4584-96ad-03927dee38f5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.200230] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977655} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.200449] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.201270] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.201270] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9381bd4d-9f80-4c88-9227-911f1dbf0b2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.210450] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 823.210450] env[70399]: value = "task-3758053" [ 823.210450] env[70399]: _type = "Task" [ 823.210450] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.222017] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.292642] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Successfully updated port: 635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.527918] env[70399]: DEBUG nova.compute.utils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.535368] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.535368] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.600165] env[70399]: DEBUG nova.policy [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ee3d9bc3f9416fb1824ca4112d53b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff07ad592f0545e1959df9706cad4429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.674320] env[70399]: DEBUG nova.compute.manager [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Received event network-vif-plugged-635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.674320] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] Acquiring lock "6de25259-68ea-4105-9739-79fdf84664c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.674320] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] Lock "6de25259-68ea-4105-9739-79fdf84664c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.674320] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] Lock "6de25259-68ea-4105-9739-79fdf84664c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.674320] env[70399]: DEBUG nova.compute.manager [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] No waiting events found dispatching network-vif-plugged-635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.674663] env[70399]: WARNING nova.compute.manager [req-d3b5b194-72d2-464a-9ac7-1ae897dfe017 req-83761973-b058-408d-bd29-fd0b0c056bec service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Received unexpected event network-vif-plugged-635b0136-7b6f-43c8-b65f-1f7cfda51dac for instance with vm_state building and task_state spawning. [ 823.724178] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076246} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.724687] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.728315] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae417c4-d17e-43df-8e40-2d74ce6535d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.744416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.744668] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.744896] env[70399]: INFO nova.compute.manager [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Attaching volume 05c41e62-1c0c-450e-a7d4-6a39dfa3bebd to /dev/sdb [ 823.756506] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.760164] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9033cc99-416d-42a5-aea3-05b93e90d348 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.786569] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 823.786569] env[70399]: value = "task-3758054" [ 823.786569] env[70399]: _type = "Task" [ 823.786569] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.796038] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.801073] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.801073] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.801073] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.821174] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188a34d-a946-4802-9e2f-e2deb5c1ac76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.832020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10a0a6d-4bc6-4ff8-b2f7-2f8e69451750 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.855408] env[70399]: DEBUG nova.virt.block_device [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating existing volume attachment record: b6a77bca-f6e6-4fa1-9562-d910a9f36cf0 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 824.035582] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.164229] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Successfully created port: cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.258710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f927769-3363-4d09-987f-4e21b946e451 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.269081] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3703bc-e246-4251-a67b-070f9a44c73f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.314868] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2bf42-6486-46e6-b21a-fcaf19b11576 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.329294] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758054, 'name': ReconfigVM_Task, 'duration_secs': 0.305844} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.329756] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.331426] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c42ab-d11e-481d-9d55-4553838e85a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.335412] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30676ce-08da-4a99-bf2f-334e15b0cbb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.344011] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 824.344011] env[70399]: value = "task-3758058" [ 824.344011] env[70399]: _type = "Task" [ 824.344011] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.352586] env[70399]: DEBUG nova.compute.provider_tree [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.359785] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.369803] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758058, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.554476] env[70399]: DEBUG nova.network.neutron [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Updating instance_info_cache with network_info: [{"id": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "address": "fa:16:3e:a4:c7:43", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0136-7b", "ovs_interfaceid": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.858825] env[70399]: DEBUG nova.scheduler.client.report [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.865674] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758058, 'name': Rename_Task, 'duration_secs': 0.160686} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.866587] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.866867] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-948dd165-65f2-42cc-8ee8-262d914a636c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.875599] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 824.875599] env[70399]: value = "task-3758059" [ 824.875599] env[70399]: _type = "Task" [ 824.875599] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.889950] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.050415] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.060969] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.061395] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Instance network_info: |[{"id": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "address": "fa:16:3e:a4:c7:43", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0136-7b", "ovs_interfaceid": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.061824] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c7:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635b0136-7b6f-43c8-b65f-1f7cfda51dac', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.075232] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.077953] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.078751] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d44a73-bf41-413f-9aa3-5816ec94adc8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.109619] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.110357] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.110548] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.110746] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.110900] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.111069] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.111292] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.111459] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.111629] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.111975] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.112258] env[70399]: DEBUG nova.virt.hardware [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.113198] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336c6ca-205d-4cf5-b6d3-235e4317f3c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.127706] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c647d1-3faf-4552-ae63-56543b6dc15f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.133695] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.133695] env[70399]: value = "task-3758060" [ 825.133695] env[70399]: _type = "Task" [ 825.133695] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.153502] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758060, 'name': CreateVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.224895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.224895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.367966] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.371282] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.516s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.373016] env[70399]: INFO nova.compute.claims [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.392543] env[70399]: DEBUG oslo_vmware.api [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758059, 'name': PowerOnVM_Task, 'duration_secs': 0.501988} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.392543] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.392543] env[70399]: INFO nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Took 8.19 seconds to spawn the instance on the hypervisor. [ 825.392543] env[70399]: DEBUG nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.393160] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359cf64-3f1f-4520-91a7-7834fe5472cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.404894] env[70399]: INFO nova.scheduler.client.report [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Deleted allocations for instance 26ac54eb-7a20-4584-96ad-03927dee38f5 [ 825.647823] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758060, 'name': CreateVM_Task, 'duration_secs': 0.385082} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.647952] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.648744] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.648878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.649230] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.650408] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b6a7c3-ab54-4f03-beae-1d08a9425743 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.655115] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 825.655115] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b01c70-ce57-2b90-46fd-4b8439da4b22" [ 825.655115] env[70399]: _type = "Task" [ 825.655115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.666133] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b01c70-ce57-2b90-46fd-4b8439da4b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.766241] env[70399]: DEBUG nova.compute.manager [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Received event network-changed-635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.766442] env[70399]: DEBUG nova.compute.manager [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Refreshing instance network info cache due to event network-changed-635b0136-7b6f-43c8-b65f-1f7cfda51dac. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.766665] env[70399]: DEBUG oslo_concurrency.lockutils [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] Acquiring lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.766802] env[70399]: DEBUG oslo_concurrency.lockutils [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] Acquired lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.766956] env[70399]: DEBUG nova.network.neutron [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Refreshing network info cache for port 635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.916733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57ed5a24-ef08-4db5-825f-d97e95c6eb1b tempest-ServerDiagnosticsNegativeTest-997856407 tempest-ServerDiagnosticsNegativeTest-997856407-project-member] Lock "26ac54eb-7a20-4584-96ad-03927dee38f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.022s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.918285] env[70399]: INFO nova.compute.manager [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Took 53.19 seconds to build instance. [ 826.042879] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Successfully updated port: cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.169133] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b01c70-ce57-2b90-46fd-4b8439da4b22, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.170014] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.170260] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.170659] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.170954] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.171303] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.171686] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e11e7605-7891-4381-9a49-1e6afb74dc3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.182328] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.182579] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.183374] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1011e14-da69-48ce-81a1-dc55e2e9ff83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.193118] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 826.193118] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5fa35-9212-f9e2-975e-0c2e364171f1" [ 826.193118] env[70399]: _type = "Task" [ 826.193118] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.201264] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5fa35-9212-f9e2-975e-0c2e364171f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.430482] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74f1b6fb-7b12-4a29-a868-a9c5f44d252c tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.445s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.549157] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.549314] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.549465] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.553394] env[70399]: DEBUG nova.network.neutron [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Updated VIF entry in instance network info cache for port 635b0136-7b6f-43c8-b65f-1f7cfda51dac. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.553546] env[70399]: DEBUG nova.network.neutron [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Updating instance_info_cache with network_info: [{"id": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "address": "fa:16:3e:a4:c7:43", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0136-7b", "ovs_interfaceid": "635b0136-7b6f-43c8-b65f-1f7cfda51dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.601674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.601985] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.706448] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5fa35-9212-f9e2-975e-0c2e364171f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.707493] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199b9ba0-5cee-4f66-a199-8219d5421bd9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.716332] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 826.716332] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521fe424-133f-2126-bf9b-7f67018b4ffb" [ 826.716332] env[70399]: _type = "Task" [ 826.716332] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.725720] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521fe424-133f-2126-bf9b-7f67018b4ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.937348] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.941231] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712475b9-52c5-44b7-b19d-2e16f14f1086 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.950119] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b23e3b-7823-4bbf-8c7c-2526e752fc95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.981597] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7ffab9-0cba-4573-80c0-ab47d550a6ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.990417] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ba380-6c0f-4280-9e8a-18d116fafeb8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.005878] env[70399]: DEBUG nova.compute.provider_tree [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.058044] env[70399]: DEBUG oslo_concurrency.lockutils [req-593efd89-8be6-4c99-8446-cc910903070e req-c8e7a3d6-6279-4935-9ea2-9e06cf33cf1c service nova] Releasing lock "refresh_cache-6de25259-68ea-4105-9739-79fdf84664c5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.094600] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.227493] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521fe424-133f-2126-bf9b-7f67018b4ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.015839} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.231156] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.231156] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6de25259-68ea-4105-9739-79fdf84664c5/6de25259-68ea-4105-9739-79fdf84664c5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.231156] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b1710a9-bd7f-41ad-948b-03a3ada0cbdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.238321] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 827.238321] env[70399]: value = "task-3758062" [ 827.238321] env[70399]: _type = "Task" [ 827.238321] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.251915] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.281325] env[70399]: DEBUG nova.network.neutron [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [{"id": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "address": "fa:16:3e:65:bd:12", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb87d0f6-36", "ovs_interfaceid": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.481076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.510850] env[70399]: DEBUG nova.scheduler.client.report [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.751008] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.783781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.784164] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Instance network_info: |[{"id": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "address": "fa:16:3e:65:bd:12", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb87d0f6-36", "ovs_interfaceid": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.784612] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb87d0f6-369b-40d2-ae6d-af5561dae639', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.793824] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating folder: Project (ff07ad592f0545e1959df9706cad4429). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.794556] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3e02cc0-6e00-4614-8f5a-960c92eb25bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.798725] env[70399]: DEBUG nova.compute.manager [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Received event network-vif-plugged-cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.798948] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Acquiring lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.799206] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.799374] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.799546] env[70399]: DEBUG nova.compute.manager [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] No waiting events found dispatching network-vif-plugged-cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.799743] env[70399]: WARNING nova.compute.manager [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Received unexpected event network-vif-plugged-cb87d0f6-369b-40d2-ae6d-af5561dae639 for instance with vm_state building and task_state spawning. [ 827.799911] env[70399]: DEBUG nova.compute.manager [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Received event network-changed-cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.800076] env[70399]: DEBUG nova.compute.manager [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Refreshing instance network info cache due to event network-changed-cb87d0f6-369b-40d2-ae6d-af5561dae639. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.800265] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Acquiring lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.800397] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Acquired lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.800549] env[70399]: DEBUG nova.network.neutron [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Refreshing network info cache for port cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.814369] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created folder: Project (ff07ad592f0545e1959df9706cad4429) in parent group-v747819. [ 827.814369] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating folder: Instances. Parent ref: group-v747933. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.815144] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e12fbf8d-b454-4171-867e-8441b8d4cca8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.830041] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created folder: Instances in parent group-v747933. [ 827.830260] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.830475] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.830798] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83634a6e-5866-45ca-bede-fd523190a91d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.853930] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.853930] env[70399]: value = "task-3758065" [ 827.853930] env[70399]: _type = "Task" [ 827.853930] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.865376] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758065, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.017672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.018546] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.021990] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.513s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.024137] env[70399]: INFO nova.compute.claims [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.251698] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806314} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.251999] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6de25259-68ea-4105-9739-79fdf84664c5/6de25259-68ea-4105-9739-79fdf84664c5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.252228] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.252491] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a77f59cb-eb60-41c7-87b3-27f958fa8daf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.262089] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 828.262089] env[70399]: value = "task-3758066" [ 828.262089] env[70399]: _type = "Task" [ 828.262089] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.275180] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.369029] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758065, 'name': CreateVM_Task, 'duration_secs': 0.464147} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.369029] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.369029] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.369252] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.369531] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.369846] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454bbf6f-c7de-4083-8c04-85c7be0c5732 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.375592] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 828.375592] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526a1e06-9b86-aadb-063a-e85eb951b936" [ 828.375592] env[70399]: _type = "Task" [ 828.375592] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.384379] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526a1e06-9b86-aadb-063a-e85eb951b936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.530560] env[70399]: DEBUG nova.compute.utils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.538466] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.538659] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.626327] env[70399]: DEBUG nova.network.neutron [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updated VIF entry in instance network info cache for port cb87d0f6-369b-40d2-ae6d-af5561dae639. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.626955] env[70399]: DEBUG nova.network.neutron [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [{"id": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "address": "fa:16:3e:65:bd:12", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb87d0f6-36", "ovs_interfaceid": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.649350] env[70399]: DEBUG nova.policy [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2d934df87d44a59b772ef249b16650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4932e96108bd42228643c526cb850a23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.777410] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088285} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.780780] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.781765] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c510f213-56bc-404d-9793-4b4632709e84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.805988] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6de25259-68ea-4105-9739-79fdf84664c5/6de25259-68ea-4105-9739-79fdf84664c5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.806367] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5fbcf6-c1d0-4810-b0c3-b122dd2342d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.828641] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 828.828641] env[70399]: value = "task-3758067" [ 828.828641] env[70399]: _type = "Task" [ 828.828641] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.840157] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.887534] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526a1e06-9b86-aadb-063a-e85eb951b936, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.887941] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.888333] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.888464] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.888609] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.888794] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.889090] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0bc3826-8986-4201-98e8-ae0395c34f23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.900039] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.900219] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.901116] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b6b491-a238-4aa8-80a3-d18993c8d580 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.908011] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 828.908011] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52524393-3d7f-eaa2-fffb-2401ea9d7421" [ 828.908011] env[70399]: _type = "Task" [ 828.908011] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.918168] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52524393-3d7f-eaa2-fffb-2401ea9d7421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.929361] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.929588] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747931', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'name': 'volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3427f09-f862-4df1-b52d-39afbd18edc2', 'attached_at': '', 'detached_at': '', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'serial': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.930638] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b0489-60c4-4791-afc5-f2ebee1c5222 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.954309] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a482bc8-3fa8-4470-8e29-954878cc1581 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.984901] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd/volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.985324] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5492c9e-7135-4c12-affd-2c044bfa964c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.003775] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 829.003775] env[70399]: value = "task-3758068" [ 829.003775] env[70399]: _type = "Task" [ 829.003775] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.012726] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.039964] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.129547] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c8e6125-9ec4-44ff-855a-c7e87bf1572b req-8cbc694c-f7b0-4c54-ae2f-714f8385f89c service nova] Releasing lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.315975] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Successfully created port: 0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.337705] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758067, 'name': ReconfigVM_Task, 'duration_secs': 0.340502} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.338079] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6de25259-68ea-4105-9739-79fdf84664c5/6de25259-68ea-4105-9739-79fdf84664c5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.341603] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc3a16c-6bb3-4a99-aa23-706eedd332e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.351428] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 829.351428] env[70399]: value = "task-3758069" [ 829.351428] env[70399]: _type = "Task" [ 829.351428] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.366056] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758069, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.420912] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52524393-3d7f-eaa2-fffb-2401ea9d7421, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.421721] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a148ff33-fe3d-40d8-a98d-89756ea4a6ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.431656] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 829.431656] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b5f91-6f66-44cb-f883-440a5cabf34e" [ 829.431656] env[70399]: _type = "Task" [ 829.431656] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.444735] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b5f91-6f66-44cb-f883-440a5cabf34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.513356] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.677021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fefc76-3eeb-4126-b8f8-f3a22ba0a399 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.685793] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef1877-031f-4030-afe7-2e6bcf07b13b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.719026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6505924-7478-4d2b-9e0d-e494b6936630 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.724926] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b92e2-3b2d-4185-a63b-b8cf4970838a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.741421] env[70399]: DEBUG nova.compute.provider_tree [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.863749] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758069, 'name': Rename_Task, 'duration_secs': 0.167574} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.864077] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.864460] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ebb36d2-e088-4bce-b92c-f221adeaeff0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.872357] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 829.872357] env[70399]: value = "task-3758070" [ 829.872357] env[70399]: _type = "Task" [ 829.872357] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.888497] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.944637] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b5f91-6f66-44cb-f883-440a5cabf34e, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.944939] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.945249] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/f9b86bef-1d67-4ba7-b1e6-491b25a36ad3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.945659] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2114cc8-5cf3-4299-a463-69ac39c75d7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.956886] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 829.956886] env[70399]: value = "task-3758071" [ 829.956886] env[70399]: _type = "Task" [ 829.956886] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.967089] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.018491] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758068, 'name': ReconfigVM_Task, 'duration_secs': 0.897094} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.018491] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd/volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.021280] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261526fb-a6ba-442d-8065-705ec8383070 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.038280] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 830.038280] env[70399]: value = "task-3758072" [ 830.038280] env[70399]: _type = "Task" [ 830.038280] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.048044] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.060428] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.094807] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.095082] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.097145] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.097145] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.097145] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.097145] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.097145] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.097491] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.097491] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.097491] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.097491] env[70399]: DEBUG nova.virt.hardware [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.099274] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535b549-70da-47bb-a365-93cac08caec7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.109019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83cc6a9-045d-422d-a592-42b84b8d434c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.246017] env[70399]: DEBUG nova.scheduler.client.report [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.386987] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.474633] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.553419] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.752160] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.752481] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.755765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.072s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.756083] env[70399]: DEBUG nova.objects.instance [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.891686] env[70399]: DEBUG oslo_vmware.api [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758070, 'name': PowerOnVM_Task, 'duration_secs': 0.874866} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.892032] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.892346] env[70399]: INFO nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 830.892538] env[70399]: DEBUG nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.894473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a94481-c360-4c73-a700-c534140d4b78 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.975082] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623078} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.975082] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/f9b86bef-1d67-4ba7-b1e6-491b25a36ad3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.975082] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.975082] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407b40fe-71ea-427c-831f-b5fa432c7c23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.980436] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 830.980436] env[70399]: value = "task-3758073" [ 830.980436] env[70399]: _type = "Task" [ 830.980436] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.990055] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.053232] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.114601] env[70399]: DEBUG nova.compute.manager [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Received event network-vif-plugged-0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.114601] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] Acquiring lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.114601] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.115281] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.115281] env[70399]: DEBUG nova.compute.manager [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] No waiting events found dispatching network-vif-plugged-0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 831.115281] env[70399]: WARNING nova.compute.manager [req-6c5a5143-60de-4ec8-86b7-6783b3767938 req-b042e336-89f8-4f48-9834-5f0367abdc92 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Received unexpected event network-vif-plugged-0eb06e40-4709-4cc8-8919-d781b20d15ed for instance with vm_state building and task_state spawning. [ 831.261915] env[70399]: DEBUG nova.compute.utils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.269210] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.269384] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.323658] env[70399]: DEBUG nova.policy [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db4dcf9ec1fc4a138e7d0a8cad503ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892e3fd461df4d20847d37c479857319', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.419021] env[70399]: INFO nova.compute.manager [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Took 49.73 seconds to build instance. [ 831.440603] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Successfully updated port: 0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.492968] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07886} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.493373] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.494523] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d607e-a5fa-44d7-81ef-da3fa24977f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.525166] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/f9b86bef-1d67-4ba7-b1e6-491b25a36ad3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.525885] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da2e12a-adcf-4943-acd2-e6c6bf8c7454 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.551558] env[70399]: DEBUG oslo_vmware.api [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758072, 'name': ReconfigVM_Task, 'duration_secs': 1.178033} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.553034] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747931', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'name': 'volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3427f09-f862-4df1-b52d-39afbd18edc2', 'attached_at': '', 'detached_at': '', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'serial': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.554817] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 831.554817] env[70399]: value = "task-3758074" [ 831.554817] env[70399]: _type = "Task" [ 831.554817] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.564473] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.773268] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.778405] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e0ce1ec5-980c-41ff-9886-00ff846b74bd tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.782020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.596s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.921274] env[70399]: DEBUG oslo_concurrency.lockutils [None req-76ba653f-1aab-408e-8322-4ced401f22c9 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.205s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.945466] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.945619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquired lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.945775] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.017036] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Successfully created port: d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.072368] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.425479] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.516409] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.569854] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758074, 'name': ReconfigVM_Task, 'duration_secs': 0.869019} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.569854] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/f9b86bef-1d67-4ba7-b1e6-491b25a36ad3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.569854] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5479d50-a106-4b17-a4cd-bdd379afb681 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.578286] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 832.578286] env[70399]: value = "task-3758075" [ 832.578286] env[70399]: _type = "Task" [ 832.578286] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.589103] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758075, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.609272] env[70399]: DEBUG nova.objects.instance [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.799045] env[70399]: DEBUG nova.network.neutron [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Updating instance_info_cache with network_info: [{"id": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "address": "fa:16:3e:18:8f:da", "network": {"id": "888fc212-a46a-41b7-8876-837043956e3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-828498843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4932e96108bd42228643c526cb850a23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb06e40-47", "ovs_interfaceid": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.800861] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.836047] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.836047] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.836047] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.836047] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.836224] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.836254] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.836446] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.836596] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.836753] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.836907] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.837123] env[70399]: DEBUG nova.virt.hardware [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.838259] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c02f5-6c44-4fbd-8421-c6108767786e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.842535] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 627b3514-19e9-4709-84ed-7c6592304398 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.842682] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance eb2fdaed-a533-45b9-8d69-b16ea78c57a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.842848] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.842974] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 43349753-23ef-41fe-acd9-202d4ee28ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.843116] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.843270] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c3427f09-f862-4df1-b52d-39afbd18edc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.843422] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 7cf7b8e5-b887-4d69-aff2-af184f5806e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.843536] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 10b451d6-41e5-4d5f-bb71-f42dcea2c9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.843643] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.843765] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 97c95263-d583-49bd-8f86-624a9a1c18d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.843902] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (c0bc789e-270b-47b5-a996-faddadf249f2): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 832.844036] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4c248e64-ec30-4106-bb26-c01f7d09c515 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.844291] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 2ae3dcae-e547-4dcf-a459-48a160facea9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.844291] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845014] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.845014] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5c718911-8865-4d2e-83d5-9f60defc9ef5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845014] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 9bb57253-83e9-498c-88d6-de38e62453a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 832.845014] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance cd02609e-68c6-4a35-a44d-876dec4944cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845158] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6de25259-68ea-4105-9739-79fdf84664c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845158] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 387fed96-b408-4b7d-aa4b-80a394ba65e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845308] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.845444] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance afc0e698-e9bb-4945-9b1f-785e3a967c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 832.858414] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1891f-c8c7-4cfd-a562-19e74e77eeab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.960198] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.091992] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758075, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.118685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b212e2d5-402e-4b7f-9eac-67d447654bba tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.374s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.311671] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Releasing lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.313972] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Instance network_info: |[{"id": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "address": "fa:16:3e:18:8f:da", "network": {"id": "888fc212-a46a-41b7-8876-837043956e3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-828498843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4932e96108bd42228643c526cb850a23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb06e40-47", "ovs_interfaceid": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.314281] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:8f:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb06e40-4709-4cc8-8919-d781b20d15ed', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.326592] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Creating folder: Project (4932e96108bd42228643c526cb850a23). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.328203] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbd75bc2-4ceb-483b-9175-b27dbd9d2f3a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.331702] env[70399]: DEBUG nova.compute.manager [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Received event network-changed-0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.331925] env[70399]: DEBUG nova.compute.manager [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Refreshing instance network info cache due to event network-changed-0eb06e40-4709-4cc8-8919-d781b20d15ed. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.332359] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] Acquiring lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332863] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] Acquired lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.333110] env[70399]: DEBUG nova.network.neutron [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Refreshing network info cache for port 0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.346441] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Created folder: Project (4932e96108bd42228643c526cb850a23) in parent group-v747819. [ 833.346694] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Creating folder: Instances. Parent ref: group-v747936. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.347755] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c56907f-0f97-4944-92d1-03569b6e2e5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.350531] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c2cc872a-eb38-4e07-917e-00c06740ba54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.363698] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Created folder: Instances in parent group-v747936. [ 833.364056] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.364314] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.365607] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba521206-4c6a-4a60-a48b-a4bd2c4a5243 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.391572] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.391572] env[70399]: value = "task-3758078" [ 833.391572] env[70399]: _type = "Task" [ 833.391572] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.401966] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758078, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.434594] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.434845] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.539530] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.539797] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.540041] env[70399]: DEBUG nova.compute.manager [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.541098] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed12799-7ba7-4fa9-8092-20c3c08faee6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.551787] env[70399]: DEBUG nova.compute.manager [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 833.553080] env[70399]: DEBUG nova.objects.instance [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.592226] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758075, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.640562] env[70399]: DEBUG nova.compute.manager [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Received event network-vif-plugged-d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.640828] env[70399]: DEBUG oslo_concurrency.lockutils [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] Acquiring lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.641878] env[70399]: DEBUG oslo_concurrency.lockutils [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.642130] env[70399]: DEBUG oslo_concurrency.lockutils [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.642366] env[70399]: DEBUG nova.compute.manager [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] No waiting events found dispatching network-vif-plugged-d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.642550] env[70399]: WARNING nova.compute.manager [req-d95e6038-b60d-409a-8d0c-368aafa48c7a req-765028ca-7fdb-41da-9098-487353520e09 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Received unexpected event network-vif-plugged-d438c75f-e4f5-4d71-96f7-034c52a9e12b for instance with vm_state building and task_state spawning. [ 833.771253] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Successfully updated port: d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.856364] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance fece1064-606f-4e15-84a2-c4c926036bdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 833.906364] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758078, 'name': CreateVM_Task, 'duration_secs': 0.374707} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.906582] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.907277] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.907434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.907791] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.908543] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4046dd-5928-4779-b9cc-c493fb3e13ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.914619] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 833.914619] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c4731-9eca-a417-341d-b9c0706d25c1" [ 833.914619] env[70399]: _type = "Task" [ 833.914619] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.926097] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c4731-9eca-a417-341d-b9c0706d25c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.096262] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758075, 'name': Rename_Task, 'duration_secs': 1.153731} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.096262] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.096262] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3060ea2b-8cf1-45a2-9fbc-25d052b2dc7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.107796] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 834.107796] env[70399]: value = "task-3758079" [ 834.107796] env[70399]: _type = "Task" [ 834.107796] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.117211] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.160415] env[70399]: DEBUG nova.network.neutron [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Updated VIF entry in instance network info cache for port 0eb06e40-4709-4cc8-8919-d781b20d15ed. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.160809] env[70399]: DEBUG nova.network.neutron [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Updating instance_info_cache with network_info: [{"id": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "address": "fa:16:3e:18:8f:da", "network": {"id": "888fc212-a46a-41b7-8876-837043956e3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-828498843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4932e96108bd42228643c526cb850a23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb06e40-47", "ovs_interfaceid": "0eb06e40-4709-4cc8-8919-d781b20d15ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.275116] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.275116] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.275116] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.362292] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.426876] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c4731-9eca-a417-341d-b9c0706d25c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.427225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.427501] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.427751] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.427934] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.428154] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.428490] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee8ba1a-9dd2-4893-a6c3-bc29f3e72322 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.440027] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.440027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.440444] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222d0252-1bc3-4c61-a454-8bc2b888fd01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.448446] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 834.448446] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ad081-6b6f-77af-fb7f-a8dac1b1d66b" [ 834.448446] env[70399]: _type = "Task" [ 834.448446] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.457676] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ad081-6b6f-77af-fb7f-a8dac1b1d66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.564297] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.565031] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91184fa6-8dac-44d7-8bc8-fe21eccea53e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.572916] env[70399]: DEBUG oslo_vmware.api [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 834.572916] env[70399]: value = "task-3758080" [ 834.572916] env[70399]: _type = "Task" [ 834.572916] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.582136] env[70399]: DEBUG oslo_vmware.api [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.617573] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.664078] env[70399]: DEBUG oslo_concurrency.lockutils [req-a5ff4447-bd03-49fb-846a-106c156d81ba req-e4af22e9-a848-4cab-8603-9d9b83ff31e3 service nova] Releasing lock "refresh_cache-387fed96-b408-4b7d-aa4b-80a394ba65e8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.840860] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.868624] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance be427ef2-dafd-4482-8204-0964fd00c7bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 834.966598] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ad081-6b6f-77af-fb7f-a8dac1b1d66b, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.968672] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be80dfff-3db8-4c37-a089-a0895bc4531a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.976316] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 834.976316] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5246b2e0-d292-fb85-273f-cde81de3d0c2" [ 834.976316] env[70399]: _type = "Task" [ 834.976316] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.994050] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5246b2e0-d292-fb85-273f-cde81de3d0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.994425] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.994709] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 387fed96-b408-4b7d-aa4b-80a394ba65e8/387fed96-b408-4b7d-aa4b-80a394ba65e8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.995735] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c9dea27-cd7e-4965-9fe2-b9f5dc88a0e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.003920] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 835.003920] env[70399]: value = "task-3758081" [ 835.003920] env[70399]: _type = "Task" [ 835.003920] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.020704] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.022146] env[70399]: DEBUG nova.network.neutron [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Updating instance_info_cache with network_info: [{"id": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "address": "fa:16:3e:23:34:4a", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd438c75f-e4", "ovs_interfaceid": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.074746] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.075161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.088890] env[70399]: DEBUG oslo_vmware.api [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758080, 'name': PowerOffVM_Task, 'duration_secs': 0.305521} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.089379] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.089590] env[70399]: DEBUG nova.compute.manager [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.090515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019bdcae-6e63-4fa7-9929-adf295bffff9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.118653] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.373721] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f9b289ca-c7c7-4ba6-b85f-ab2954630f1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 835.515363] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501836} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.515639] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 387fed96-b408-4b7d-aa4b-80a394ba65e8/387fed96-b408-4b7d-aa4b-80a394ba65e8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.515859] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.516150] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc3d5d8-3512-4659-ab02-e3b00b126561 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.524088] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 835.524088] env[70399]: value = "task-3758082" [ 835.524088] env[70399]: _type = "Task" [ 835.524088] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.528719] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.528719] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Instance network_info: |[{"id": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "address": "fa:16:3e:23:34:4a", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd438c75f-e4", "ovs_interfaceid": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.528913] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:34:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd438c75f-e4f5-4d71-96f7-034c52a9e12b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.537140] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating folder: Project (892e3fd461df4d20847d37c479857319). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.537875] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a17b0f5-d37c-4fdf-bc8b-6b1df5500cbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544073] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.556020] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created folder: Project (892e3fd461df4d20847d37c479857319) in parent group-v747819. [ 835.556020] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating folder: Instances. Parent ref: group-v747939. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.556020] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca178a07-938f-49e4-a4ea-9fa375d61324 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.566693] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created folder: Instances in parent group-v747939. [ 835.568127] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.568127] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.568127] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f25ad0b-610d-40bd-b4fd-a20efa72b514 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.590752] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.590752] env[70399]: value = "task-3758085" [ 835.590752] env[70399]: _type = "Task" [ 835.590752] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.599023] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758085, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.604368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffa8dfab-ec4a-4c8c-ada2-3f1a39fb7473 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.616458] env[70399]: DEBUG oslo_vmware.api [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758079, 'name': PowerOnVM_Task, 'duration_secs': 1.028041} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.616725] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.616953] env[70399]: INFO nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Took 10.57 seconds to spawn the instance on the hypervisor. [ 835.617164] env[70399]: DEBUG nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.618117] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e13b78-98cb-4fde-a59f-1245475a301a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.715081] env[70399]: DEBUG nova.compute.manager [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Received event network-changed-d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.715301] env[70399]: DEBUG nova.compute.manager [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Refreshing instance network info cache due to event network-changed-d438c75f-e4f5-4d71-96f7-034c52a9e12b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.715512] env[70399]: DEBUG oslo_concurrency.lockutils [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] Acquiring lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.715684] env[70399]: DEBUG oslo_concurrency.lockutils [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] Acquired lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.715847] env[70399]: DEBUG nova.network.neutron [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Refreshing network info cache for port d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.877831] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 3305b11f-79db-4832-bb9d-c50d83a0cd68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.034793] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069715} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.034793] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.036650] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627cdbb-87aa-40a1-a1f1-2b0cac488d64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.059036] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 387fed96-b408-4b7d-aa4b-80a394ba65e8/387fed96-b408-4b7d-aa4b-80a394ba65e8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.059814] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe57f0ae-0f33-4997-a707-038cc4dfed60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.085082] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 836.085082] env[70399]: value = "task-3758086" [ 836.085082] env[70399]: _type = "Task" [ 836.085082] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.097472] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.103347] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758085, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.139689] env[70399]: INFO nova.compute.manager [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Took 51.75 seconds to build instance. [ 836.382609] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6877c651-15df-435c-b716-fef0b0360099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.425771] env[70399]: DEBUG nova.objects.instance [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.506668] env[70399]: DEBUG nova.network.neutron [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Updated VIF entry in instance network info cache for port d438c75f-e4f5-4d71-96f7-034c52a9e12b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.507086] env[70399]: DEBUG nova.network.neutron [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Updating instance_info_cache with network_info: [{"id": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "address": "fa:16:3e:23:34:4a", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd438c75f-e4", "ovs_interfaceid": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.598406] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758086, 'name': ReconfigVM_Task, 'duration_secs': 0.344469} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.599096] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 387fed96-b408-4b7d-aa4b-80a394ba65e8/387fed96-b408-4b7d-aa4b-80a394ba65e8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.599738] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68aa65d-8a94-4263-b937-b75ae0f41190 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.604262] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758085, 'name': CreateVM_Task, 'duration_secs': 0.65519} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.604747] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.605420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.605584] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.605895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.606168] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76eab3a-221e-4f5b-a910-721cab80572d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.610237] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 836.610237] env[70399]: value = "task-3758087" [ 836.610237] env[70399]: _type = "Task" [ 836.610237] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.611486] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 836.611486] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5254605d-cda7-5988-3e93-ef99566923b0" [ 836.611486] env[70399]: _type = "Task" [ 836.611486] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.624460] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5254605d-cda7-5988-3e93-ef99566923b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.627771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628040] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.628285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628610] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.628884] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758087, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.629114] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a264b1a-f05b-4b95-b096-f121b2bcf6a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.640327] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.640560] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.641552] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b38beff4-9b01-4401-b30b-cd0a0d68dd39 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.657s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.641783] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7771130b-d0de-4983-be0c-b30ffc83b5a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.650785] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 836.650785] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524bd1e8-85c2-4119-d7b9-680b09427d88" [ 836.650785] env[70399]: _type = "Task" [ 836.650785] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.659897] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524bd1e8-85c2-4119-d7b9-680b09427d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.888495] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 836.932795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.932795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.932795] env[70399]: DEBUG nova.network.neutron [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.932795] env[70399]: DEBUG nova.objects.instance [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'info_cache' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.009880] env[70399]: DEBUG oslo_concurrency.lockutils [req-9ac4705a-1341-4410-b751-2aa4d9829af6 req-5cf06c48-0769-4680-815b-1ccfc6a04ef3 service nova] Releasing lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.122372] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758087, 'name': Rename_Task, 'duration_secs': 0.147547} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.122503] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.122646] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e4755d-75b3-4c9c-b889-32ec9932fcda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.130474] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 837.130474] env[70399]: value = "task-3758088" [ 837.130474] env[70399]: _type = "Task" [ 837.130474] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.139186] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.148837] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.162513] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524bd1e8-85c2-4119-d7b9-680b09427d88, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.163415] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cee501-b886-4a2d-8402-6231cc3daea1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.172335] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 837.172335] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4ee86-9f86-bf00-01c5-12a8afc231d7" [ 837.172335] env[70399]: _type = "Task" [ 837.172335] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.180787] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4ee86-9f86-bf00-01c5-12a8afc231d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.392602] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f1301b43-60dc-4939-ab24-0997a306dce5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 837.435219] env[70399]: DEBUG nova.objects.base [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 837.641607] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.683832] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4ee86-9f86-bf00-01c5-12a8afc231d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.685200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.685543] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.685846] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/afc0e698-e9bb-4945-9b1f-785e3a967c78.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.686254] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08efb582-161f-466b-87fb-66f4f5436ca4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.695701] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 837.695701] env[70399]: value = "task-3758089" [ 837.695701] env[70399]: _type = "Task" [ 837.695701] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.705763] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.896522] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 838.146075] env[70399]: DEBUG oslo_vmware.api [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758088, 'name': PowerOnVM_Task, 'duration_secs': 0.593879} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.146360] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.146579] env[70399]: INFO nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 8.09 seconds to spawn the instance on the hypervisor. [ 838.146765] env[70399]: DEBUG nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.147652] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6346c6c2-1a65-4e9f-ad37-43a854776c79 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.210102] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.300530] env[70399]: DEBUG nova.network.neutron [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.399976] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 838.671465] env[70399]: INFO nova.compute.manager [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 48.84 seconds to build instance. [ 838.706781] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609424} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.707076] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/afc0e698-e9bb-4945-9b1f-785e3a967c78.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.707297] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.707549] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d1132e8-7d04-417f-ae5e-e69ec7d5a98d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.715037] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 838.715037] env[70399]: value = "task-3758090" [ 838.715037] env[70399]: _type = "Task" [ 838.715037] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.725606] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.807109] env[70399]: DEBUG oslo_concurrency.lockutils [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.903962] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 9d950de1-37dc-440f-b78b-e38520713ce1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 839.173044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3404b2d6-79cf-4fc1-b4ac-df3781e83097 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.188s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.226205] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07422} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.226205] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.226776] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed303f-146e-4e3e-b1bc-af60d4d71548 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.251169] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/afc0e698-e9bb-4945-9b1f-785e3a967c78.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.251525] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63837104-4833-4de3-b750-abb36fbcc9d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.272738] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 839.272738] env[70399]: value = "task-3758091" [ 839.272738] env[70399]: _type = "Task" [ 839.272738] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.282158] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.407628] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 83bd920a-925d-4ece-82e3-f84a5cdc61a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 839.676456] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.787883] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758091, 'name': ReconfigVM_Task, 'duration_secs': 0.303676} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.788198] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Reconfigured VM instance instance-00000026 to attach disk [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/afc0e698-e9bb-4945-9b1f-785e3a967c78.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.789059] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c97894-3573-483a-bd67-5fe3ce94f8fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.797770] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 839.797770] env[70399]: value = "task-3758092" [ 839.797770] env[70399]: _type = "Task" [ 839.797770] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.807085] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758092, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.814270] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.814571] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5424a3cf-d973-4764-bd83-85bd29084d7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.824353] env[70399]: DEBUG oslo_vmware.api [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 839.824353] env[70399]: value = "task-3758093" [ 839.824353] env[70399]: _type = "Task" [ 839.824353] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.835275] env[70399]: DEBUG oslo_vmware.api [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.911432] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 0cb287d3-cf57-49e4-9680-1b6e129fb886 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 839.912027] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 839.912027] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 840.199338] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.311590] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758092, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.334420] env[70399]: DEBUG oslo_vmware.api [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758093, 'name': PowerOnVM_Task, 'duration_secs': 0.474174} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.337927] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.338202] env[70399]: DEBUG nova.compute.manager [None req-601fa29e-85a4-4a10-a89d-ab8cf76916ef tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.339334] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d5015-e00a-45f4-9fb7-a8a8598236be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.504575] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d89e5b-1353-4aea-874f-9e8c9c58dc61 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.513291] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1b89f-f8fa-42aa-9375-4c8fcf2dd68d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.549575] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04a71b-fb86-4758-93bd-23ca102b6f15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.561193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c122e07-06f3-4d9b-99ba-617a1cdb196f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.575287] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.679392] env[70399]: DEBUG nova.compute.manager [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.680691] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe85347-b505-48f7-b307-dd62e905a480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.811367] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758092, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.078062] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.194400] env[70399]: INFO nova.compute.manager [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] instance snapshotting [ 841.197238] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a9c24-ca77-4655-b675-288ebe555d84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.217471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b76c3-038e-4615-9371-8ae6279e9f85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.309768] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758092, 'name': Rename_Task, 'duration_secs': 1.146237} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.310128] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.310398] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14308971-29c1-4c63-a6c0-466ab7e4d822 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.318150] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 841.318150] env[70399]: value = "task-3758094" [ 841.318150] env[70399]: _type = "Task" [ 841.318150] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.326980] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.582851] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 841.583158] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.804s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.583506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.857s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.583704] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.586033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.972s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.586118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.587957] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.065s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.588152] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.589733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.877s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.591377] env[70399]: INFO nova.compute.claims [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.615722] env[70399]: INFO nova.scheduler.client.report [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Deleted allocations for instance 4c248e64-ec30-4106-bb26-c01f7d09c515 [ 841.620445] env[70399]: INFO nova.scheduler.client.report [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocations for instance 97c95263-d583-49bd-8f86-624a9a1c18d8 [ 841.629969] env[70399]: INFO nova.scheduler.client.report [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleted allocations for instance e83db9dc-2621-4671-b04f-e74b5b933387 [ 841.728123] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.728449] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2200ccb8-ae14-44a9-a5b3-ed4d08dea637 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.737271] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 841.737271] env[70399]: value = "task-3758095" [ 841.737271] env[70399]: _type = "Task" [ 841.737271] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.747173] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.830825] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.132665] env[70399]: DEBUG oslo_concurrency.lockutils [None req-59fc4642-ec0e-47d5-8bf5-c63670e88edb tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "97c95263-d583-49bd-8f86-624a9a1c18d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.702s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.133855] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df614261-7d10-4ab9-8dd2-75eace7127b7 tempest-TenantUsagesTestJSON-121259612 tempest-TenantUsagesTestJSON-121259612-project-member] Lock "4c248e64-ec30-4106-bb26-c01f7d09c515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.054s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.138157] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e79c61bb-c416-46a8-8a7a-dba5c1bf10db tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.439s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.138371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 41.825s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.138602] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.139099] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.139352] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.141697] env[70399]: INFO nova.compute.manager [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Terminating instance [ 842.248480] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.331504] env[70399]: DEBUG oslo_vmware.api [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758094, 'name': PowerOnVM_Task, 'duration_secs': 0.775177} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.331983] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.331983] env[70399]: INFO nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Took 9.53 seconds to spawn the instance on the hypervisor. [ 842.332235] env[70399]: DEBUG nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.333020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9acb91-8f4e-450d-af3d-c5c693167a2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.645737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.646398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquired lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.646511] env[70399]: DEBUG nova.network.neutron [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.753924] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758095, 'name': CreateSnapshot_Task, 'duration_secs': 0.705723} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.754449] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.755389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa47688-d783-467a-93a1-9a56f1eaebaf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.853968] env[70399]: INFO nova.compute.manager [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Took 50.37 seconds to build instance. [ 843.111703] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.112013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.112409] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.112623] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.112849] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.116406] env[70399]: INFO nova.compute.manager [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Terminating instance [ 843.149448] env[70399]: DEBUG nova.compute.utils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Can not refresh info_cache because instance was not found {{(pid=70399) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 843.171977] env[70399]: DEBUG nova.network.neutron [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.194992] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4430e4-e7f4-4c7c-934a-5c3423cc8c5c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.208281] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1215b049-10b7-43bb-99d0-b072c86a79fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.244072] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb563b9-8823-41e5-94a5-372afa7e3fc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.254137] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55173024-bb7d-41f5-8f1a-e2ccb4023642 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.278080] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.278731] env[70399]: DEBUG nova.compute.provider_tree [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.280434] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e99b29a-f8e6-4a15-bf01-4fabb03cf2b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.285207] env[70399]: DEBUG nova.network.neutron [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.290755] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 843.290755] env[70399]: value = "task-3758096" [ 843.290755] env[70399]: _type = "Task" [ 843.290755] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.302364] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758096, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.356294] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c738828f-487c-4049-a2ce-d1c54dffc1fe tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.899s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.481628] env[70399]: INFO nova.compute.manager [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Rescuing [ 843.481902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.482072] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.482272] env[70399]: DEBUG nova.network.neutron [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.622481] env[70399]: DEBUG nova.compute.manager [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.622810] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.624633] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef0325-fda0-4690-b4cc-3e82ef213502 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.635063] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.635063] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf7da6d-7d70-4ec4-b3d5-665ea1baf17e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.642685] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 843.642685] env[70399]: value = "task-3758097" [ 843.642685] env[70399]: _type = "Task" [ 843.642685] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.653760] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3758097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.785121] env[70399]: DEBUG nova.scheduler.client.report [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.789592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Releasing lock "refresh_cache-e83db9dc-2621-4671-b04f-e74b5b933387" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.790204] env[70399]: DEBUG nova.compute.manager [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.790480] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.791245] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d107f14-ad78-4adf-8dbb-6dcd2d5011f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.805409] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758096, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.809648] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85c5e1-74cf-4026-997c-47eb7fc7740d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.847485] env[70399]: WARNING nova.virt.vmwareapi.vmops [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e83db9dc-2621-4671-b04f-e74b5b933387 could not be found. [ 843.847706] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.847900] env[70399]: INFO nova.compute.manager [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 0.06 seconds to destroy the instance on the hypervisor. [ 843.848410] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.848525] env[70399]: DEBUG nova.compute.manager [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.848573] env[70399]: DEBUG nova.network.neutron [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.862655] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.871793] env[70399]: DEBUG nova.network.neutron [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.159539] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3758097, 'name': PowerOffVM_Task, 'duration_secs': 0.375057} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.160487] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.160588] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.160800] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0763c8-d6d3-455b-9685-981e9039e10b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.227171] env[70399]: DEBUG nova.network.neutron [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Updating instance_info_cache with network_info: [{"id": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "address": "fa:16:3e:23:34:4a", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd438c75f-e4", "ovs_interfaceid": "d438c75f-e4f5-4d71-96f7-034c52a9e12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.230879] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.231200] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.231444] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleting the datastore file [datastore2] eb2fdaed-a533-45b9-8d69-b16ea78c57a6 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.232105] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4fadc91-48a7-4107-aa52-ef84af2c9095 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.241216] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for the task: (returnval){ [ 844.241216] env[70399]: value = "task-3758099" [ 844.241216] env[70399]: _type = "Task" [ 844.241216] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.253116] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3758099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.292878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.293474] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.296833] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.243s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.297058] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.301439] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.888s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.301691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.303861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.926s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.305990] env[70399]: INFO nova.compute.claims [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.331985] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758096, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.350014] env[70399]: INFO nova.scheduler.client.report [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Deleted allocations for instance 627b3514-19e9-4709-84ed-7c6592304398 [ 844.351913] env[70399]: INFO nova.scheduler.client.report [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Deleted allocations for instance 2ae3dcae-e547-4dcf-a459-48a160facea9 [ 844.377241] env[70399]: DEBUG nova.network.neutron [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.389621] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.733018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "refresh_cache-afc0e698-e9bb-4945-9b1f-785e3a967c78" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.754651] env[70399]: DEBUG oslo_vmware.api [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Task: {'id': task-3758099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167072} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.754651] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.754651] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.754930] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.754930] env[70399]: INFO nova.compute.manager [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 844.755214] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.756041] env[70399]: DEBUG nova.compute.manager [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.756041] env[70399]: DEBUG nova.network.neutron [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.808428] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758096, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.818762] env[70399]: DEBUG nova.compute.utils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.821030] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.821269] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.861444] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9a01e0e-afe9-4217-af91-8996b435173b tempest-ServersAdminNegativeTestJSON-1845401423 tempest-ServersAdminNegativeTestJSON-1845401423-project-member] Lock "627b3514-19e9-4709-84ed-7c6592304398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.580s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.865243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b4d4712-e7af-454d-9ad1-9f7666f1578e tempest-ServerPasswordTestJSON-1253827618 tempest-ServerPasswordTestJSON-1253827618-project-member] Lock "2ae3dcae-e547-4dcf-a459-48a160facea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.091s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.879697] env[70399]: INFO nova.compute.manager [-] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Took 1.03 seconds to deallocate network for instance. [ 844.930920] env[70399]: DEBUG nova.policy [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ee3d9bc3f9416fb1824ca4112d53b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff07ad592f0545e1959df9706cad4429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.120747] env[70399]: DEBUG nova.compute.manager [req-2cea03d9-51ce-4b72-9a37-902c4d4f5d36 req-08b55148-d93c-4a97-9813-482bd07d8384 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Received event network-vif-deleted-ecf21da9-6dd9-4a10-b956-149bc7de2f88 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.120747] env[70399]: INFO nova.compute.manager [req-2cea03d9-51ce-4b72-9a37-902c4d4f5d36 req-08b55148-d93c-4a97-9813-482bd07d8384 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Neutron deleted interface ecf21da9-6dd9-4a10-b956-149bc7de2f88; detaching it from the instance and deleting it from the info cache [ 845.121041] env[70399]: DEBUG nova.network.neutron [req-2cea03d9-51ce-4b72-9a37-902c4d4f5d36 req-08b55148-d93c-4a97-9813-482bd07d8384 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.315869] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758096, 'name': CloneVM_Task, 'duration_secs': 1.866496} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.316521] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Created linked-clone VM from snapshot [ 845.317392] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db78bc9-2d45-4aab-8beb-d478c7ed5b0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.329853] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.333292] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Uploading image 04cc628a-c890-4ed6-aeef-c12ea3d32602 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.372704] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.372704] env[70399]: value = "vm-747943" [ 845.372704] env[70399]: _type = "VirtualMachine" [ 845.372704] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.373520] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-976a74c0-3f4d-42f5-9bf7-24a069aa4bf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.388261] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lease: (returnval){ [ 845.388261] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52608787-8ce1-ab9e-28ec-ce652cce5725" [ 845.388261] env[70399]: _type = "HttpNfcLease" [ 845.388261] env[70399]: } obtained for exporting VM: (result){ [ 845.388261] env[70399]: value = "vm-747943" [ 845.388261] env[70399]: _type = "VirtualMachine" [ 845.388261] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.388261] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the lease: (returnval){ [ 845.388261] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52608787-8ce1-ab9e-28ec-ce652cce5725" [ 845.388261] env[70399]: _type = "HttpNfcLease" [ 845.388261] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.397713] env[70399]: INFO nova.compute.manager [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance disappeared during terminate [ 845.398032] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e883902a-6759-40e9-bd8d-8f0762920cf1 tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "e83db9dc-2621-4671-b04f-e74b5b933387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.260s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.407608] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.407608] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52608787-8ce1-ab9e-28ec-ce652cce5725" [ 845.407608] env[70399]: _type = "HttpNfcLease" [ 845.407608] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.409228] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.409228] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52608787-8ce1-ab9e-28ec-ce652cce5725" [ 845.409228] env[70399]: _type = "HttpNfcLease" [ 845.409228] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.409853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da607ea-33f9-4474-9150-c288c48361a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.421820] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.421891] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.531261] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51e4dfcf-e45f-4e84-a2c1-396184fac447 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.584648] env[70399]: DEBUG nova.network.neutron [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.604049] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Successfully created port: 3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.628244] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35fd49ec-bdf6-42d6-a8d6-3951a573cfb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.639663] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2bd17c-ddaf-4d8f-8f1d-a472e5a65f5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.685964] env[70399]: DEBUG nova.compute.manager [req-2cea03d9-51ce-4b72-9a37-902c4d4f5d36 req-08b55148-d93c-4a97-9813-482bd07d8384 service nova] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Detach interface failed, port_id=ecf21da9-6dd9-4a10-b956-149bc7de2f88, reason: Instance eb2fdaed-a533-45b9-8d69-b16ea78c57a6 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.027111] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e9a6d-5f52-4644-a339-0e0039e90d69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.044033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c643f-de54-46cd-b4b2-c4da1604e0a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.085070] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6fe81-4eaf-4e7c-8a80-4de7733f503e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.094766] env[70399]: INFO nova.compute.manager [-] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Took 1.34 seconds to deallocate network for instance. [ 846.110957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ea955-1d53-4f94-9d59-5a989b52cf32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.132462] env[70399]: DEBUG nova.compute.provider_tree [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.289351] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.289731] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8df31ba-56e5-4cae-8724-98bc11511e5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.306238] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 846.306238] env[70399]: value = "task-3758101" [ 846.306238] env[70399]: _type = "Task" [ 846.306238] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.321551] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.328283] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "16eee332-9c66-41c8-8a46-175a79b2f91f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.328672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.343899] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.379426] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.379426] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.379426] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.379602] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.379602] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.379602] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.379602] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.379602] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.379764] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.379764] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.379875] env[70399]: DEBUG nova.virt.hardware [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.380894] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434eef21-c2d9-43d4-b4b9-9373ee8bffd4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.392030] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a880b-b8c0-4e45-92a4-a39a03e242f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.606188] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.638674] env[70399]: DEBUG nova.scheduler.client.report [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.816972] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758101, 'name': PowerOffVM_Task, 'duration_secs': 0.281914} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.817394] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.818348] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91442bf-ceaf-4340-9aed-a63da20aca9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.840632] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce69169-7b0b-4838-972a-6befac14b1fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.879566] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.879566] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8fa3c5-f7e3-4913-897c-2b9dbd56311e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.891103] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 846.891103] env[70399]: value = "task-3758102" [ 846.891103] env[70399]: _type = "Task" [ 846.891103] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.901704] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 846.902026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.902204] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.902370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.902549] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.902854] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab8e19f-f829-4d63-bcfa-15f50e41ae52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.914021] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.914263] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.915667] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f50c32f-08a9-4f2b-a956-beaf4e23c3a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.922019] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 846.922019] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c4c5d8-9059-ca12-a5f8-f4983ecb1b83" [ 846.922019] env[70399]: _type = "Task" [ 846.922019] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.932056] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c4c5d8-9059-ca12-a5f8-f4983ecb1b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.143515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.145040] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.149159] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.936s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.151209] env[70399]: INFO nova.compute.claims [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.435738] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c4c5d8-9059-ca12-a5f8-f4983ecb1b83, 'name': SearchDatastore_Task, 'duration_secs': 0.018311} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.436945] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95b5a82-458a-4a06-8202-61cf020461e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.446018] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 847.446018] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5270a97d-5b28-c1ef-5ded-2e71b1b50eee" [ 847.446018] env[70399]: _type = "Task" [ 847.446018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.463090] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5270a97d-5b28-c1ef-5ded-2e71b1b50eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.568935] env[70399]: DEBUG nova.compute.manager [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Received event network-vif-plugged-3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.568935] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] Acquiring lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.569073] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.569156] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.569372] env[70399]: DEBUG nova.compute.manager [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] No waiting events found dispatching network-vif-plugged-3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.569583] env[70399]: WARNING nova.compute.manager [req-f4a46a90-7184-4441-8fe6-a3c0eeb108ac req-df67075e-cdf9-4121-a6d0-6bfb1a85c7b7 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Received unexpected event network-vif-plugged-3d62bb9c-5ad5-4f3f-a264-77e813a370c8 for instance with vm_state building and task_state spawning. [ 847.650407] env[70399]: DEBUG nova.compute.utils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.656022] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.656022] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.672543] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Successfully updated port: 3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.959787] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5270a97d-5b28-c1ef-5ded-2e71b1b50eee, 'name': SearchDatastore_Task, 'duration_secs': 0.017646} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.960127] env[70399]: DEBUG oslo_concurrency.lockutils [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960410] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 847.960694] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8faf0f7b-88ee-4dec-927f-fa43d48b6f87 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.969564] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 847.969564] env[70399]: value = "task-3758103" [ 847.969564] env[70399]: _type = "Task" [ 847.969564] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.980665] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.032949] env[70399]: DEBUG nova.policy [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8bc5ff169fe43d499062d31e8546e5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4105ae801cc4676a516268e2b27987a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.156380] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.175769] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.175933] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.176093] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.486789] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.735557] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.796610] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Successfully created port: 6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.822279] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e24a93-fc9a-42be-89a1-5d6739476da8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.833515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c283488-1531-441c-b659-d609570d7d70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869856] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f58f6-3780-4e14-a2c9-3aaad4da7db1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.879435] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9b5b0-8aa5-49f2-8655-de665f32f349 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.897019] env[70399]: DEBUG nova.compute.provider_tree [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.969060] env[70399]: DEBUG nova.network.neutron [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Updating instance_info_cache with network_info: [{"id": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "address": "fa:16:3e:4f:ad:ef", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d62bb9c-5a", "ovs_interfaceid": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.989230] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664542} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.989404] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 848.990670] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a259d7-33db-4c7e-b17c-ab725bbfb7cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.020938] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.021698] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de11fb33-bf0a-4b55-856e-33bbdb833b89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.044642] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 849.044642] env[70399]: value = "task-3758104" [ 849.044642] env[70399]: _type = "Task" [ 849.044642] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.055750] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.177249] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.227127] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.227476] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.227476] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.228369] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.228620] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.228798] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.229340] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.229586] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.230092] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.230380] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.230677] env[70399]: DEBUG nova.virt.hardware [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.233024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a8e4f7-2cdc-4557-96c3-c53ce23f0da5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.243807] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a7aa6-3573-49a8-b3a0-951c5b3a66b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.401441] env[70399]: DEBUG nova.scheduler.client.report [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.472749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.474049] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Instance network_info: |[{"id": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "address": "fa:16:3e:4f:ad:ef", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d62bb9c-5a", "ovs_interfaceid": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.474376] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ad:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d62bb9c-5ad5-4f3f-a264-77e813a370c8', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.484137] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.485384] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.485625] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f0551b-19d0-4339-89bd-1f7efd4d0aad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.508424] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.508424] env[70399]: value = "task-3758105" [ 849.508424] env[70399]: _type = "Task" [ 849.508424] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.517995] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758105, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.558447] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758104, 'name': ReconfigVM_Task, 'duration_secs': 0.385662} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.558862] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Reconfigured VM instance instance-00000026 to attach disk [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.559806] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e36f0c-ce02-4c8c-b848-75a7b6d5be1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.589598] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c09e38-79a2-402d-b2a6-e68da458ca0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.608469] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 849.608469] env[70399]: value = "task-3758106" [ 849.608469] env[70399]: _type = "Task" [ 849.608469] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.620310] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.642879] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "705ba34f-476f-4857-9647-30185b885081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.643324] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.908556] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.909164] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.912167] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.083s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.913866] env[70399]: INFO nova.compute.claims [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.969408] env[70399]: DEBUG nova.compute.manager [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Received event network-changed-3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.969408] env[70399]: DEBUG nova.compute.manager [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Refreshing instance network info cache due to event network-changed-3d62bb9c-5ad5-4f3f-a264-77e813a370c8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.969408] env[70399]: DEBUG oslo_concurrency.lockutils [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] Acquiring lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.969408] env[70399]: DEBUG oslo_concurrency.lockutils [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] Acquired lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.969408] env[70399]: DEBUG nova.network.neutron [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Refreshing network info cache for port 3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.970943] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.971359] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.971715] env[70399]: DEBUG nova.objects.instance [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.019855] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758105, 'name': CreateVM_Task, 'duration_secs': 0.439481} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.020106] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.021056] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.021197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.021589] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.022263] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6695a9-316c-4f8f-acb9-efe8b0ff180f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.029582] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 850.029582] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b2a7a-2d1f-1adf-7a8c-ee29c7ca3c67" [ 850.029582] env[70399]: _type = "Task" [ 850.029582] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.041266] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b2a7a-2d1f-1adf-7a8c-ee29c7ca3c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.125787] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758106, 'name': ReconfigVM_Task, 'duration_secs': 0.208917} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.126157] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.126440] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6733f7f4-36ed-4f55-8dd8-ad233b341c79 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.136205] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 850.136205] env[70399]: value = "task-3758107" [ 850.136205] env[70399]: _type = "Task" [ 850.136205] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.148160] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.419554] env[70399]: DEBUG nova.compute.utils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.424292] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.424292] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.473578] env[70399]: DEBUG nova.policy [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d0ee37b8714fe5bbb665d30e278475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3764b69a04ae474197f2871c11971497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.547707] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b2a7a-2d1f-1adf-7a8c-ee29c7ca3c67, 'name': SearchDatastore_Task, 'duration_secs': 0.015239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.548192] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.548349] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.548580] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.548721] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.548895] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.549282] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0690a55b-91ae-4586-b961-65a50e245c75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.562534] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.562726] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.563548] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08ed2da-39c1-47f0-8778-bfc034518943 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.571261] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 850.571261] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e60c98-2b3d-d5e5-fdd5-b6bd32122c15" [ 850.571261] env[70399]: _type = "Task" [ 850.571261] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.580783] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e60c98-2b3d-d5e5-fdd5-b6bd32122c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.647389] env[70399]: DEBUG nova.objects.instance [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.651202] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.851234] env[70399]: DEBUG nova.network.neutron [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Updated VIF entry in instance network info cache for port 3d62bb9c-5ad5-4f3f-a264-77e813a370c8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.851617] env[70399]: DEBUG nova.network.neutron [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Updating instance_info_cache with network_info: [{"id": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "address": "fa:16:3e:4f:ad:ef", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d62bb9c-5a", "ovs_interfaceid": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.861214] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Successfully updated port: 6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.924221] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.084570] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e60c98-2b3d-d5e5-fdd5-b6bd32122c15, 'name': SearchDatastore_Task, 'duration_secs': 0.026366} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.085529] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf0ce2c-9205-4807-8219-c616dc4fc9a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.097409] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 851.097409] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5237289f-55a4-d8f0-4c03-8f7d31e9d5fc" [ 851.097409] env[70399]: _type = "Task" [ 851.097409] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.108031] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5237289f-55a4-d8f0-4c03-8f7d31e9d5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.151885] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.152608] env[70399]: DEBUG nova.objects.base [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance<129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9> lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 851.152856] env[70399]: DEBUG nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.267189] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Successfully created port: efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.287789] env[70399]: DEBUG nova.policy [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.355124] env[70399]: DEBUG oslo_concurrency.lockutils [req-c0af1041-31cf-4d6c-98ad-8177522b532c req-e33cc122-6317-4059-8f44-ee996e215d24 service nova] Releasing lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.369748] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.369942] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquired lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.373714] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.608627] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5237289f-55a4-d8f0-4c03-8f7d31e9d5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014714} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.608948] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.609368] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/c2cc872a-eb38-4e07-917e-00c06740ba54.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.609761] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c7584b-d403-4c06-aa37-a17b703bec0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.614928] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d85cd-3ecd-4dca-8735-bef1659a83dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.619375] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 851.619375] env[70399]: value = "task-3758108" [ 851.619375] env[70399]: _type = "Task" [ 851.619375] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.627381] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ec724-3a1e-452a-8892-d188f6ed3b88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.635162] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.671441] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec5d10-84b8-413c-a1f8-5631ebf3bf0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.677372] env[70399]: DEBUG oslo_vmware.api [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758107, 'name': PowerOnVM_Task, 'duration_secs': 1.112448} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.678292] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.683679] env[70399]: DEBUG nova.compute.manager [None req-052f0b42-10d9-4f5d-bb13-45fa9f1e5b46 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.684862] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98851e90-73be-4d7c-b216-d7b93a5f2f32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.689883] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92697f60-05aa-49f6-8d6a-5eb28d833b66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.708444] env[70399]: DEBUG nova.compute.provider_tree [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.913305] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.943007] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.984190] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.984505] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.984692] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.984986] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.985090] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.985216] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.985465] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.985629] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.985811] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.985990] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.986184] env[70399]: DEBUG nova.virt.hardware [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.987272] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c96b8a-57bb-4f15-aae1-588f6ba4ede8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.991318] env[70399]: DEBUG nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Successfully created port: 5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.001216] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82366a-131d-4c1a-9b4b-5e903db003d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.123137] env[70399]: DEBUG nova.network.neutron [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Updating instance_info_cache with network_info: [{"id": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "address": "fa:16:3e:ac:64:4b", "network": {"id": "94779c83-a607-4477-b8f3-bb735cdd4219", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993464234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4105ae801cc4676a516268e2b27987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c10b3d7-74", "ovs_interfaceid": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.152417] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.214972] env[70399]: DEBUG nova.scheduler.client.report [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.617841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Releasing lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.618282] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Instance network_info: |[{"id": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "address": "fa:16:3e:ac:64:4b", "network": {"id": "94779c83-a607-4477-b8f3-bb735cdd4219", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993464234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4105ae801cc4676a516268e2b27987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c10b3d7-74", "ovs_interfaceid": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.618726] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:64:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c10b3d7-7462-4e77-8dd9-5098e53f4e11', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.629063] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Creating folder: Project (a4105ae801cc4676a516268e2b27987a). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.629788] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715ceef2-3a67-4437-8b94-bbd928e9fda6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.642440] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571066} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.642704] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/c2cc872a-eb38-4e07-917e-00c06740ba54.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.642946] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.643976] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d5ca8c-320c-47f2-bfef-bea5127d2997 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.647864] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Created folder: Project (a4105ae801cc4676a516268e2b27987a) in parent group-v747819. [ 852.647864] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Creating folder: Instances. Parent ref: group-v747945. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.648327] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b6a5c80-5d3a-4949-bf31-486a2bf7256a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.653292] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 852.653292] env[70399]: value = "task-3758110" [ 852.653292] env[70399]: _type = "Task" [ 852.653292] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.663253] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Created folder: Instances in parent group-v747945. [ 852.663253] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.663253] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.663368] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca9c368-3746-48fa-ba8b-7dd2e005348d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.684409] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.691560] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.691560] env[70399]: value = "task-3758112" [ 852.691560] env[70399]: _type = "Task" [ 852.691560] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.701488] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.722036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.722814] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.727092] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.053s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.729164] env[70399]: INFO nova.compute.claims [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.769205] env[70399]: DEBUG nova.compute.manager [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Received event network-vif-plugged-6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.770758] env[70399]: DEBUG oslo_concurrency.lockutils [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] Acquiring lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.773127] env[70399]: DEBUG oslo_concurrency.lockutils [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] Lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.773127] env[70399]: DEBUG oslo_concurrency.lockutils [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] Lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.773127] env[70399]: DEBUG nova.compute.manager [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] No waiting events found dispatching network-vif-plugged-6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 852.773127] env[70399]: WARNING nova.compute.manager [req-200e395c-483e-41fa-8a0a-95249bf9c463 req-fe96f58d-b586-43bd-94f3-4b88d29f5926 service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Received unexpected event network-vif-plugged-6c10b3d7-7462-4e77-8dd9-5098e53f4e11 for instance with vm_state building and task_state spawning. [ 852.902943] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Successfully updated port: efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.166103] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127716} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.166400] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.167397] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a815a-4c5f-4ae7-b5c5-e6ea06b02bc9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.196510] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/c2cc872a-eb38-4e07-917e-00c06740ba54.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.197394] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e374460-3164-4c12-82ef-de8e70d0879f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.222413] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.224073] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 853.224073] env[70399]: value = "task-3758113" [ 853.224073] env[70399]: _type = "Task" [ 853.224073] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.228543] env[70399]: DEBUG nova.compute.utils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.230199] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.230395] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.240310] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.324384] env[70399]: DEBUG nova.policy [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbf9516958564cc9876d4065e16ae840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f31c3cee16294bec8af6d8a9b54f6e59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.405307] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.405492] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.405669] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.712987] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.738212] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.742983] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758113, 'name': ReconfigVM_Task, 'duration_secs': 0.446599} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.746920] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/c2cc872a-eb38-4e07-917e-00c06740ba54.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.748300] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f6e935-45ec-4e8c-81c7-bec9f68c2443 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.752998] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Successfully created port: e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.758140] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 853.758140] env[70399]: value = "task-3758114" [ 853.758140] env[70399]: _type = "Task" [ 853.758140] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.773820] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758114, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.954850] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.978609] env[70399]: DEBUG nova.compute.manager [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received event network-vif-plugged-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.978840] env[70399]: DEBUG oslo_concurrency.lockutils [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] Acquiring lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.979168] env[70399]: DEBUG oslo_concurrency.lockutils [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.979347] env[70399]: DEBUG oslo_concurrency.lockutils [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.979595] env[70399]: DEBUG nova.compute.manager [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] No waiting events found dispatching network-vif-plugged-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.981019] env[70399]: WARNING nova.compute.manager [req-e8683366-4abd-4e4a-b320-65c7d818349d req-109163f0-b7b9-4568-9ac5-0b8fb877d846 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received unexpected event network-vif-plugged-efaf7834-af3a-4df7-b21b-db777b534d75 for instance with vm_state building and task_state spawning. [ 854.216664] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.244597] env[70399]: DEBUG nova.network.neutron [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [{"id": "efaf7834-af3a-4df7-b21b-db777b534d75", "address": "fa:16:3e:3c:b3:1e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaf7834-af", "ovs_interfaceid": "efaf7834-af3a-4df7-b21b-db777b534d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.275428] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758114, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.289340] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.290697] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeebf0f-a543-41bb-9322-09e2b46494fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.301648] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.301648] env[70399]: ERROR oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk due to incomplete transfer. [ 854.301901] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b880e268-7b32-4bbe-9a40-3f6d9852c846 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.311442] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aee51-2b52-54af-1342-77d4b41289cf/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.311660] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Uploaded image 04cc628a-c890-4ed6-aeef-c12ea3d32602 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.314649] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.318885] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0491a26-a31a-4669-be90-fb7585e7e9d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.329243] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 854.329243] env[70399]: value = "task-3758115" [ 854.329243] env[70399]: _type = "Task" [ 854.329243] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.340032] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758115, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.382253] env[70399]: DEBUG nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Successfully updated port: 5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.428898] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359f18a-2385-4fd5-b08e-7acc9ea99c56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.437740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234c63a-b9bc-40bd-8e3c-aedda2957b8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.473149] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8bd06a-f378-41b7-93f9-6ed9bf876d90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.482276] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a348da-4f92-42c2-a1eb-71032fb74f4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.496870] env[70399]: DEBUG nova.compute.provider_tree [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.709846] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.752397] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.755127] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.755451] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Instance network_info: |[{"id": "efaf7834-af3a-4df7-b21b-db777b534d75", "address": "fa:16:3e:3c:b3:1e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaf7834-af", "ovs_interfaceid": "efaf7834-af3a-4df7-b21b-db777b534d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.755826] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efaf7834-af3a-4df7-b21b-db777b534d75', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.763374] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating folder: Project (3764b69a04ae474197f2871c11971497). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.763716] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-353ebad6-d4c0-472d-85f9-f5c1f1c1ad70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.775814] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758114, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.778022] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.778286] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.778446] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.778625] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.778769] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.778913] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.779135] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.779301] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.779467] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.779630] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.779802] env[70399]: DEBUG nova.virt.hardware [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.781021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56aa48-bfd2-4040-ad88-dd9b02bb7f4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.784768] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created folder: Project (3764b69a04ae474197f2871c11971497) in parent group-v747819. [ 854.784954] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating folder: Instances. Parent ref: group-v747948. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.785543] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0d00fdc-7732-4853-aa09-dc5ca83f93df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.790886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92916169-b087-445d-b66e-d18400997348 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.795887] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created folder: Instances in parent group-v747948. [ 854.796140] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.796714] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.796912] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0665990-cc93-4df1-8b07-425738adb389 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.825436] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.825436] env[70399]: value = "task-3758118" [ 854.825436] env[70399]: _type = "Task" [ 854.825436] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.838744] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758118, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.845037] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758115, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.885323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.885556] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.885828] env[70399]: DEBUG nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.001485] env[70399]: DEBUG nova.scheduler.client.report [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.018381] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.018698] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.018944] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.019588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.019588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.021840] env[70399]: INFO nova.compute.manager [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Terminating instance [ 855.214419] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758112, 'name': CreateVM_Task, 'duration_secs': 2.068859} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.214740] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.215802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.216091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.216606] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.217020] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f297c8d-6191-4e7d-9d1b-faaecbc2a1fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.224328] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 855.224328] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529cd7fb-230b-b0ab-f87f-35d505669fbe" [ 855.224328] env[70399]: _type = "Task" [ 855.224328] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.236330] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529cd7fb-230b-b0ab-f87f-35d505669fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.275512] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758114, 'name': Rename_Task, 'duration_secs': 1.353092} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.275512] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.275885] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b09b04d-47c1-4be3-a290-83a7b19b0716 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.289327] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 855.289327] env[70399]: value = "task-3758119" [ 855.289327] env[70399]: _type = "Task" [ 855.289327] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.306544] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.339560] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758118, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.346585] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758115, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.427925] env[70399]: WARNING nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 855.508688] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.508843] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.512370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.772s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.512625] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.514861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.844s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.515077] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.516905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.622s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.517101] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.519219] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.040s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.520758] env[70399]: INFO nova.compute.claims [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.526891] env[70399]: DEBUG nova.compute.manager [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.526891] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.528073] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0f391-21ec-4800-b105-fa357c5fa32e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.538720] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.544029] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466fa2d9-a3ea-4c6f-be2b-1c8e235a9ca1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.551023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "e62be5a3-3716-4630-ac33-538f433bac26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.551023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.556183] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 855.556183] env[70399]: value = "task-3758120" [ 855.556183] env[70399]: _type = "Task" [ 855.556183] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.563723] env[70399]: INFO nova.scheduler.client.report [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Deleted allocations for instance 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10 [ 855.565185] env[70399]: INFO nova.scheduler.client.report [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Deleted allocations for instance 9bb57253-83e9-498c-88d6-de38e62453a8 [ 855.573359] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.579359] env[70399]: INFO nova.scheduler.client.report [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3 [ 855.629718] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Successfully updated port: e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.737225] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529cd7fb-230b-b0ab-f87f-35d505669fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.737225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.737522] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.737728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.737876] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.738071] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.739211] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14141ca-f2b3-467e-8bc8-8aa5b093392d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.750251] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.750251] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.753471] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a886a5a6-b4a9-4f0d-a2f3-64cd3dce6739 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.762422] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 855.762422] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529877a9-fb95-d8e4-7a96-fd0eb93f6f45" [ 855.762422] env[70399]: _type = "Task" [ 855.762422] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.771637] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529877a9-fb95-d8e4-7a96-fd0eb93f6f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.807264] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.842188] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758118, 'name': CreateVM_Task, 'duration_secs': 0.540289} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.845503] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.846022] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758115, 'name': Destroy_Task, 'duration_secs': 1.134741} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.846766] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.847076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.847509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.847911] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Destroyed the VM [ 855.848404] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.848799] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52f96f3-f3da-456b-89b6-dc12eeb2f786 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.852287] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f7524d8-dfc1-4609-80a8-7c6ec2784ffb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.858786] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 855.858786] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c10ae9-cc88-7ce3-ab0d-9f3ca81b4dcb" [ 855.858786] env[70399]: _type = "Task" [ 855.858786] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.860590] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 855.860590] env[70399]: value = "task-3758121" [ 855.860590] env[70399]: _type = "Task" [ 855.860590] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.876776] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.881951] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c10ae9-cc88-7ce3-ab0d-9f3ca81b4dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.882570] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882945] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.883485] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.901210] env[70399]: DEBUG nova.network.neutron [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b032908-3c2b-4719-b6ec-0bf9a17d20ca", "address": "fa:16:3e:57:a7:7b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b032908-3c", "ovs_interfaceid": "5b032908-3c2b-4719-b6ec-0bf9a17d20ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.027860] env[70399]: DEBUG nova.compute.utils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.032138] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.032346] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.068810] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758120, 'name': PowerOffVM_Task, 'duration_secs': 0.186467} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.069114] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.069500] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.069561] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-858d7ff4-ce8f-4aa1-9f7a-1ea42ce37014 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.080264] env[70399]: DEBUG oslo_concurrency.lockutils [None req-35a33c91-bbe5-483f-9f08-27eeca93220e tempest-ServersTestFqdnHostnames-1925581123 tempest-ServersTestFqdnHostnames-1925581123-project-member] Lock "3b3e5554-6b27-4fdd-ac3a-b855c7d07e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.240s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.082926] env[70399]: DEBUG nova.policy [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0941a389c4edd80f1551ce95e684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a339b3232c4a8fbe1194d2748e0f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.088200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0b31b45b-de6f-4171-b7a2-e7fcc1bf69fb tempest-ServerGroupTestJSON-485529314 tempest-ServerGroupTestJSON-485529314-project-member] Lock "9bb57253-83e9-498c-88d6-de38e62453a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.174s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.089710] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aeb303a8-cefd-44e8-a825-5cfc3ca1b10a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "07e33dbe-c8c4-4e66-9cbe-f4624bf97da3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.888s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.133581] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.133771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.133883] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.139566] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.139566] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.140369] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Deleting the datastore file [datastore1] 5c718911-8865-4d2e-83d5-9f60defc9ef5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.140715] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d94d16fa-ff5c-47a1-8658-e311ce08b4a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.149251] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for the task: (returnval){ [ 856.149251] env[70399]: value = "task-3758123" [ 856.149251] env[70399]: _type = "Task" [ 856.149251] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.158932] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.277376] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529877a9-fb95-d8e4-7a96-fd0eb93f6f45, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.278420] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345b77cd-d910-44b8-9321-5af94815c258 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.288319] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 856.288319] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d0a87c-e4b0-9124-d7a2-18754160c6bd" [ 856.288319] env[70399]: _type = "Task" [ 856.288319] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.290283] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Received event network-changed-6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.290382] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Refreshing instance network info cache due to event network-changed-6c10b3d7-7462-4e77-8dd9-5098e53f4e11. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.290601] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Acquiring lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.290829] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Acquired lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.291041] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Refreshing network info cache for port 6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.313884] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d0a87c-e4b0-9124-d7a2-18754160c6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01685} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.314087] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.314665] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fece1064-606f-4e15-84a2-c4c926036bdc/fece1064-606f-4e15-84a2-c4c926036bdc.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.314665] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.314859] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.315085] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5373f9-4744-43e7-a7af-2eeb96bbc909 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.322663] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2f5087-c9b9-4272-ab2e-760592fc5435 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.326047] env[70399]: DEBUG oslo_vmware.api [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758119, 'name': PowerOnVM_Task, 'duration_secs': 0.55349} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.327155] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.327696] env[70399]: INFO nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Took 9.98 seconds to spawn the instance on the hypervisor. [ 856.327900] env[70399]: DEBUG nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.329565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4992d73a-7add-41b8-8518-fab2ab8477ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.334562] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 856.334562] env[70399]: value = "task-3758124" [ 856.334562] env[70399]: _type = "Task" [ 856.334562] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.337978] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.337978] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.340772] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6853fb2-d40e-444c-896c-28fb92c70ae3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.357163] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.358323] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 856.358323] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ccb0f-0d16-b3f4-2c74-b2a914bba8e7" [ 856.358323] env[70399]: _type = "Task" [ 856.358323] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.373959] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ccb0f-0d16-b3f4-2c74-b2a914bba8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.381570] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.403805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.404918] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404918] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1786c72c-474c-4c9e-8434-caac7fd97ba7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.427700] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.428126] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.428126] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.428126] env[70399]: DEBUG nova.virt.hardware [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.435211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfiguring VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 856.436256] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926296db-7fce-44dc-b37a-b32418a20e13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.455932] env[70399]: DEBUG oslo_vmware.api [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 856.455932] env[70399]: value = "task-3758125" [ 856.455932] env[70399]: _type = "Task" [ 856.455932] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.465323] env[70399]: DEBUG oslo_vmware.api [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758125, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.540271] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.551808] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Successfully created port: 38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.662942] env[70399]: DEBUG oslo_vmware.api [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Task: {'id': task-3758123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42455} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.663822] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.663822] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.663822] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.663822] env[70399]: INFO nova.compute.manager [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.664139] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.664787] env[70399]: DEBUG nova.compute.manager [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.665091] env[70399]: DEBUG nova.network.neutron [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.673443] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.848873] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.862853] env[70399]: INFO nova.compute.manager [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Took 56.17 seconds to build instance. [ 856.876148] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ccb0f-0d16-b3f4-2c74-b2a914bba8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.030042} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.886671] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74b647c-3e1d-4978-856d-a5eccc941de2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.896310] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758121, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.901329] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 856.901329] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d4ac5-8093-f028-392d-b122487fa48e" [ 856.901329] env[70399]: _type = "Task" [ 856.901329] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.915294] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d4ac5-8093-f028-392d-b122487fa48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.950621] env[70399]: DEBUG nova.network.neutron [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.968541] env[70399]: DEBUG oslo_vmware.api [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.186854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cc299-cfda-4a4d-86d0-66ad6f09772d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.197253] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d032a-6416-4f68-a652-19e854406684 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.243204] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Updated VIF entry in instance network info cache for port 6c10b3d7-7462-4e77-8dd9-5098e53f4e11. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.243204] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Updating instance_info_cache with network_info: [{"id": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "address": "fa:16:3e:ac:64:4b", "network": {"id": "94779c83-a607-4477-b8f3-bb735cdd4219", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-993464234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4105ae801cc4676a516268e2b27987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c10b3d7-74", "ovs_interfaceid": "6c10b3d7-7462-4e77-8dd9-5098e53f4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.243716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2247e8-9739-457f-afed-158a8636f61e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.257303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e7a41-8cb6-41c7-bfe2-9b53fa5d6b0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.276993] env[70399]: DEBUG nova.compute.provider_tree [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.315349] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.315583] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing instance network info cache due to event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.315769] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Acquiring lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.315911] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Acquired lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.318348] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.348508] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739295} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.348805] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fece1064-606f-4e15-84a2-c4c926036bdc/fece1064-606f-4e15-84a2-c4c926036bdc.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.349020] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.349800] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a66aad-dc5a-47f8-9a28-adaf07702df7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.358950] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 857.358950] env[70399]: value = "task-3758126" [ 857.358950] env[70399]: _type = "Task" [ 857.358950] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.369598] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6b1db44-4cd4-4c17-94bf-dfd63d8e09d6 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.480s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.370332] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.383357] env[70399]: DEBUG oslo_vmware.api [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758121, 'name': RemoveSnapshot_Task, 'duration_secs': 1.170596} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.383557] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.383734] env[70399]: INFO nova.compute.manager [None req-2308b6a4-f583-4431-83f6-8276898d5536 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 857.413264] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d4ac5-8093-f028-392d-b122487fa48e, 'name': SearchDatastore_Task, 'duration_secs': 0.062542} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.413557] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.413812] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c26a5735-1892-4ef3-a00c-c0b2cc382c85/c26a5735-1892-4ef3-a00c-c0b2cc382c85.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.414106] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fc50fee-3709-481f-81bb-a5beb218e89b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.423060] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 857.423060] env[70399]: value = "task-3758127" [ 857.423060] env[70399]: _type = "Task" [ 857.423060] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.433633] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.455648] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.455897] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Instance network_info: |[{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.457208] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:52:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f94ef5-68db-4e62-a469-d1c64f677e29', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.465239] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Creating folder: Project (f31c3cee16294bec8af6d8a9b54f6e59). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.466372] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5f12b0-8f30-41de-955b-254794034da8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.479259] env[70399]: DEBUG oslo_vmware.api [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758125, 'name': ReconfigVM_Task, 'duration_secs': 0.872183} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.480247] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.480385] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfigured VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 857.484395] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Created folder: Project (f31c3cee16294bec8af6d8a9b54f6e59) in parent group-v747819. [ 857.484618] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Creating folder: Instances. Parent ref: group-v747951. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.485112] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8848f9-17a0-4a2b-affe-ccaabb899a1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.495995] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Created folder: Instances in parent group-v747951. [ 857.496204] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.496398] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.496625] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f72873-3441-4292-bd45-158b6a4d62ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.521800] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.521800] env[70399]: value = "task-3758130" [ 857.521800] env[70399]: _type = "Task" [ 857.521800] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.531142] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758130, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.551026] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.576659] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.576967] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.577075] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.577266] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.577413] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.577763] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.577763] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.577907] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.578089] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.578319] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.578502] env[70399]: DEBUG nova.virt.hardware [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.579435] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaaff80-c3d9-4e77-a015-aa3d51bad762 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.589265] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36052a5-d11d-43eb-aea4-f1d3b31a9461 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.751599] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Releasing lock "refresh_cache-fece1064-606f-4e15-84a2-c4c926036bdc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.751599] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-vif-plugged-5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.751766] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.751929] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.752154] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.752382] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] No waiting events found dispatching network-vif-plugged-5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.752590] env[70399]: WARNING nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received unexpected event network-vif-plugged-5b032908-3c2b-4719-b6ec-0bf9a17d20ca for instance with vm_state active and task_state None. [ 857.752770] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-changed-5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.752920] env[70399]: DEBUG nova.compute.manager [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing instance network info cache due to event network-changed-5b032908-3c2b-4719-b6ec-0bf9a17d20ca. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.753225] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.753390] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.753593] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Refreshing network info cache for port 5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.781319] env[70399]: DEBUG nova.scheduler.client.report [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.869969] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082121} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.872951] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.874459] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3700d04-b83d-44d3-bc47-c4c28fcf81f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.877821] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.920494] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] fece1064-606f-4e15-84a2-c4c926036bdc/fece1064-606f-4e15-84a2-c4c926036bdc.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.921784] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ef8793-a311-463e-835d-a132760a947d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.953029] env[70399]: DEBUG nova.network.neutron [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.959438] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.965023] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 857.965023] env[70399]: value = "task-3758131" [ 857.965023] env[70399]: _type = "Task" [ 857.965023] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.974358] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.986775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd741802-8627-44a6-8190-47c9cbe6d91e tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.015s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.032268] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758130, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.204754] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updated VIF entry in instance network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.205157] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [{"id": "efaf7834-af3a-4df7-b21b-db777b534d75", "address": "fa:16:3e:3c:b3:1e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaf7834-af", "ovs_interfaceid": "efaf7834-af3a-4df7-b21b-db777b534d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.287084] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.287807] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.291517] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.332s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.293284] env[70399]: INFO nova.compute.claims [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.407091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.466457] env[70399]: INFO nova.compute.manager [-] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Took 1.80 seconds to deallocate network for instance. [ 858.466951] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758127, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.484178] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.533187] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758130, 'name': CreateVM_Task, 'duration_secs': 0.957802} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.536608] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.538206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.538206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.538206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.538671] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41786131-ae13-4779-8d7a-22b62ba8f146 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.544799] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 858.544799] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd35f3-0b8e-5e56-5b54-b9285b1e3ce5" [ 858.544799] env[70399]: _type = "Task" [ 858.544799] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.565021] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd35f3-0b8e-5e56-5b54-b9285b1e3ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.565021] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Successfully updated port: 38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.643651] env[70399]: INFO nova.compute.manager [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Rescuing [ 858.644142] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.644421] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.644723] env[70399]: DEBUG nova.network.neutron [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.661664] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updated VIF entry in instance network info cache for port 5b032908-3c2b-4719-b6ec-0bf9a17d20ca. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.661664] env[70399]: DEBUG nova.network.neutron [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b032908-3c2b-4719-b6ec-0bf9a17d20ca", "address": "fa:16:3e:57:a7:7b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b032908-3c", "ovs_interfaceid": "5b032908-3c2b-4719-b6ec-0bf9a17d20ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.708024] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Releasing lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.708370] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-vif-plugged-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.708574] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Acquiring lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.708855] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.709135] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.709205] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] No waiting events found dispatching network-vif-plugged-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 858.709371] env[70399]: WARNING nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received unexpected event network-vif-plugged-e6f94ef5-68db-4e62-a469-d1c64f677e29 for instance with vm_state building and task_state spawning. [ 858.709541] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.709689] env[70399]: DEBUG nova.compute.manager [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing instance network info cache due to event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.709870] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710213] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710213] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.797991] env[70399]: DEBUG nova.compute.utils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.805060] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.805060] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.885143] env[70399]: DEBUG nova.policy [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a7d1d228b645f6a016ecd7bf6d5b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e3316be417402097e660f5db07b499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.965022] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758127, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062058} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.965022] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c26a5735-1892-4ef3-a00c-c0b2cc382c85/c26a5735-1892-4ef3-a00c-c0b2cc382c85.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.965022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.965022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e9c3bb-8b15-4817-8e6a-c4db71fdfca8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.972497] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 858.972497] env[70399]: value = "task-3758132" [ 858.972497] env[70399]: _type = "Task" [ 858.972497] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.981410] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.982720] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758131, 'name': ReconfigVM_Task, 'duration_secs': 0.766582} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.983708] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Reconfigured VM instance instance-00000028 to attach disk [datastore1] fece1064-606f-4e15-84a2-c4c926036bdc/fece1064-606f-4e15-84a2-c4c926036bdc.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.985162] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a3167e-f515-43d7-820c-9ef0dcbe937b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.991110] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.998287] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 858.998287] env[70399]: value = "task-3758133" [ 858.998287] env[70399]: _type = "Task" [ 858.998287] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.012453] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758133, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.064175] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dd35f3-0b8e-5e56-5b54-b9285b1e3ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.064315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.064595] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.064866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.065039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.065611] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.065611] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d9408d-d554-4664-b5ce-09d1ece5f10d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.071976] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.071976] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.071976] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.084598] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.084984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.086443] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0f3e9b-3816-440e-a1f1-646e2a165274 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.095466] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 859.095466] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524a26c3-312c-41d1-8dcf-133345b85513" [ 859.095466] env[70399]: _type = "Task" [ 859.095466] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.108956] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524a26c3-312c-41d1-8dcf-133345b85513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.164241] env[70399]: DEBUG oslo_concurrency.lockutils [req-51fe2b65-9f3a-40a8-8c66-e3f6892224db req-90ea3ed9-55b6-4eca-be5c-8a0b7fea807c service nova] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.304391] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.470422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-891e0706-7e4e-4477-b5c4-2e1da002f2c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "90bc9665-4af3-40e0-8849-67c2937e2a79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.470666] env[70399]: DEBUG oslo_concurrency.lockutils [None req-891e0706-7e4e-4477-b5c4-2e1da002f2c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "90bc9665-4af3-40e0-8849-67c2937e2a79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.491881] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109853} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.492034] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.492978] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c390646-043e-4257-9c2f-b6225db814e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.522378] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] c26a5735-1892-4ef3-a00c-c0b2cc382c85/c26a5735-1892-4ef3-a00c-c0b2cc382c85.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.525981] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6968d91-6ebd-4ad7-87e1-1f75c7549da9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.551199] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758133, 'name': Rename_Task, 'duration_secs': 0.227426} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.553305] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.553305] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 859.553305] env[70399]: value = "task-3758134" [ 859.553305] env[70399]: _type = "Task" [ 859.553305] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.553560] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562fc52d-97c0-40ec-9eb4-18589b589994 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.565785] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.571186] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 859.571186] env[70399]: value = "task-3758135" [ 859.571186] env[70399]: _type = "Task" [ 859.571186] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.584103] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758135, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.607493] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524a26c3-312c-41d1-8dcf-133345b85513, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.608443] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f702b93-02c6-4e41-a269-2c919778ea4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.620880] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 859.620880] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5230c234-14b6-bd51-d99b-b816967a2269" [ 859.620880] env[70399]: _type = "Task" [ 859.620880] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.632989] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5230c234-14b6-bd51-d99b-b816967a2269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.704200] env[70399]: DEBUG nova.network.neutron [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Updating instance_info_cache with network_info: [{"id": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "address": "fa:16:3e:4f:ad:ef", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d62bb9c-5a", "ovs_interfaceid": "3d62bb9c-5ad5-4f3f-a264-77e813a370c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.711785] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.725402] env[70399]: DEBUG nova.compute.manager [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Received event network-vif-plugged-38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.725861] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] Acquiring lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.726128] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.726355] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.726561] env[70399]: DEBUG nova.compute.manager [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] No waiting events found dispatching network-vif-plugged-38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.728611] env[70399]: WARNING nova.compute.manager [req-d9deec66-d271-4f68-a293-131418436abe req-f0d0f332-19a7-46dd-b230-af03e81b1e64 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Received unexpected event network-vif-plugged-38b7d682-eac4-418c-bf38-110891cd01c6 for instance with vm_state building and task_state spawning. [ 859.749994] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updated VIF entry in instance network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.749994] env[70399]: DEBUG nova.network.neutron [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.969034] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054176cc-ee1d-4150-af7a-5b09a3fa6d44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.978515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c6e64-e97b-4f55-af8b-70654bf4ff4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.017872] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Successfully created port: 3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.023651] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69b0ae-fa2b-4585-a604-766d47d86454 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.038027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e407ba-028a-473b-bc6b-8b15bd00bd67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.052689] env[70399]: DEBUG nova.compute.provider_tree [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.065971] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758134, 'name': ReconfigVM_Task, 'duration_secs': 0.47754} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.066301] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Reconfigured VM instance instance-00000029 to attach disk [datastore1] c26a5735-1892-4ef3-a00c-c0b2cc382c85/c26a5735-1892-4ef3-a00c-c0b2cc382c85.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.066964] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629d656c-e9aa-4e0b-8fa2-af815820e9b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.078968] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 860.078968] env[70399]: value = "task-3758136" [ 860.078968] env[70399]: _type = "Task" [ 860.078968] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.082123] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.091904] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758136, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.135553] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5230c234-14b6-bd51-d99b-b816967a2269, 'name': SearchDatastore_Task, 'duration_secs': 0.041083} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.136026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.136440] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] be427ef2-dafd-4482-8204-0964fd00c7bb/be427ef2-dafd-4482-8204-0964fd00c7bb.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.136770] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59d2364-d217-42a0-9ae8-a890c6f01829 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.146120] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 860.146120] env[70399]: value = "task-3758137" [ 860.146120] env[70399]: _type = "Task" [ 860.146120] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.162028] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.210952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-c2cc872a-eb38-4e07-917e-00c06740ba54" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.252420] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca335261-0969-45fe-a629-55147f5adc43 req-8974efb3-14d4-4cfd-81a1-72dbc7b167ef service nova] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.326731] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.367384] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.367757] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.368514] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.368514] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.368514] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.368514] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.368514] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.368700] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.368832] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.368988] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.370301] env[70399]: DEBUG nova.virt.hardware [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.372235] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e12b66a-710c-43ac-8060-14733784ad15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.383063] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470d832b-5ec7-4a69-bf00-e86ec0c2e2d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554686] env[70399]: DEBUG nova.scheduler.client.report [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.559818] env[70399]: DEBUG nova.network.neutron [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Updating instance_info_cache with network_info: [{"id": "38b7d682-eac4-418c-bf38-110891cd01c6", "address": "fa:16:3e:5c:d1:20", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b7d682-ea", "ovs_interfaceid": "38b7d682-eac4-418c-bf38-110891cd01c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.593953] env[70399]: DEBUG oslo_vmware.api [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758135, 'name': PowerOnVM_Task, 'duration_secs': 0.654371} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.594334] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.594608] env[70399]: INFO nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Took 11.42 seconds to spawn the instance on the hypervisor. [ 860.594847] env[70399]: DEBUG nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.596793] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb112a1-b968-4bed-a8a8-b3eb47e42a82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.607220] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758136, 'name': Rename_Task, 'duration_secs': 0.195729} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.608104] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.608457] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad00f87-8f8e-48dc-a82d-4e8b0b5598dd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.621899] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 860.621899] env[70399]: value = "task-3758138" [ 860.621899] env[70399]: _type = "Task" [ 860.621899] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.629141] env[70399]: DEBUG nova.compute.manager [req-aec6e713-7b78-4ec7-9061-2ad6cc55cfd4 req-b09dae81-6cd6-49de-aea0-6356813129e4 service nova] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Received event network-vif-deleted-a635c2a9-1577-4b0c-aaee-fdd8aea33f94 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.638041] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.657686] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758137, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.060719] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.061359] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.064776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.380s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.072197] env[70399]: INFO nova.compute.claims [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.072197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.072197] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Instance network_info: |[{"id": "38b7d682-eac4-418c-bf38-110891cd01c6", "address": "fa:16:3e:5c:d1:20", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b7d682-ea", "ovs_interfaceid": "38b7d682-eac4-418c-bf38-110891cd01c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.072857] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d1:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b7d682-eac4-418c-bf38-110891cd01c6', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.086844] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating folder: Project (61a339b3232c4a8fbe1194d2748e0f19). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.087482] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514aeeec-ad15-4dbf-a36c-52d6c0685b55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.101874] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created folder: Project (61a339b3232c4a8fbe1194d2748e0f19) in parent group-v747819. [ 861.101874] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating folder: Instances. Parent ref: group-v747954. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.103353] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc83c8c-6cb0-48e7-af12-e3d7cf7d2d7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.115923] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created folder: Instances in parent group-v747954. [ 861.116249] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.116442] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.125875] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2daf794e-d642-4bbf-a2ff-6c16f9809684 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.150486] env[70399]: INFO nova.compute.manager [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Took 55.79 seconds to build instance. [ 861.158313] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.158313] env[70399]: value = "task-3758141" [ 861.158313] env[70399]: _type = "Task" [ 861.158313] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.162784] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.169473] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817749} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.169745] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] be427ef2-dafd-4482-8204-0964fd00c7bb/be427ef2-dafd-4482-8204-0964fd00c7bb.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.170113] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.170810] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e22f51-6ab9-4a26-b74f-0000bb6170d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.180666] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758141, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.182475] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 861.182475] env[70399]: value = "task-3758142" [ 861.182475] env[70399]: _type = "Task" [ 861.182475] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.199060] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.574656] env[70399]: DEBUG nova.compute.utils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.576135] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.576333] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.654782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-810fc3e4-9a35-4f68-b38a-c14b879933a3 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.212s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.655640] env[70399]: DEBUG oslo_vmware.api [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758138, 'name': PowerOnVM_Task, 'duration_secs': 0.828139} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.656386] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.656591] env[70399]: INFO nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Took 9.71 seconds to spawn the instance on the hypervisor. [ 861.656771] env[70399]: DEBUG nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.657786] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c9334e-a7e8-443a-8606-2550cabc29a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.674433] env[70399]: DEBUG nova.policy [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11761e15992f47d4a6ff07d3f22c9aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d830c0b1c3042b793dc1175f0f48f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.682949] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758141, 'name': CreateVM_Task, 'duration_secs': 0.413197} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.684908] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.686970] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.687281] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.687487] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.688074] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ba0a72-3e2b-48b0-a8d6-8d6bf166516a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.702025] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 861.702025] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520880e5-a6a1-d015-b1ef-fc6f18bfeba0" [ 861.702025] env[70399]: _type = "Task" [ 861.702025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.702025] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095689} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.702025] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.703503] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ab72e-2c7d-473f-a8ca-064919c3a8c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.714871] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520880e5-a6a1-d015-b1ef-fc6f18bfeba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.735913] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] be427ef2-dafd-4482-8204-0964fd00c7bb/be427ef2-dafd-4482-8204-0964fd00c7bb.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.736974] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77d1727-2e09-4809-aee9-8ef394b6a8f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.764618] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 861.764618] env[70399]: value = "task-3758143" [ 861.764618] env[70399]: _type = "Task" [ 861.764618] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.775136] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.775315] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.775538] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b4b0e2d-dc3a-479c-a9fa-06c7f2639705 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.782802] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 861.782802] env[70399]: value = "task-3758144" [ 861.782802] env[70399]: _type = "Task" [ 861.782802] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.794203] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.080288] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.133611] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Successfully created port: 5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.160584] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.189484] env[70399]: INFO nova.compute.manager [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Took 54.99 seconds to build instance. [ 862.218035] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520880e5-a6a1-d015-b1ef-fc6f18bfeba0, 'name': SearchDatastore_Task, 'duration_secs': 0.051599} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.218303] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.218497] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.218735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.218877] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.219070] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.219638] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a21c675-690c-4625-b54e-3820cf9bc131 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.236548] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.236806] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.237748] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81422e5-00ca-4101-8ac7-e061b7363f2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.247153] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 862.247153] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522bc3cd-651b-ab31-03e0-760c6311e7fb" [ 862.247153] env[70399]: _type = "Task" [ 862.247153] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.259173] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522bc3cd-651b-ab31-03e0-760c6311e7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.277767] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.293421] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758144, 'name': PowerOffVM_Task, 'duration_secs': 0.292247} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.296798] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.298460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3305f20-e0c1-4656-ace5-ec6dd9ad6cf2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.325061] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a917532e-a630-4286-ace1-c8810a24584d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.371175] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.373756] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8682e7f-338d-4a39-918b-28cd24e1759d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383305] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 862.383305] env[70399]: value = "task-3758145" [ 862.383305] env[70399]: _type = "Task" [ 862.383305] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.408851] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.409116] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.409368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692973] env[70399]: DEBUG oslo_concurrency.lockutils [None req-02f8c97f-c808-41d3-91e8-269974cd1361 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.139s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.694481] env[70399]: DEBUG nova.compute.manager [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Received event network-changed-38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.694655] env[70399]: DEBUG nova.compute.manager [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Refreshing instance network info cache due to event network-changed-38b7d682-eac4-418c-bf38-110891cd01c6. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.695025] env[70399]: DEBUG oslo_concurrency.lockutils [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] Acquiring lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.695025] env[70399]: DEBUG oslo_concurrency.lockutils [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] Acquired lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.695171] env[70399]: DEBUG nova.network.neutron [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Refreshing network info cache for port 38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.713250] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Successfully updated port: 3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.721560] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.764148] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522bc3cd-651b-ab31-03e0-760c6311e7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.768363] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fbddce-fbc3-4352-8924-7bc9f3653eeb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.778146] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 862.778146] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52596a7f-c5ef-d613-b31a-c91000d1b161" [ 862.778146] env[70399]: _type = "Task" [ 862.778146] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.781575] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758143, 'name': ReconfigVM_Task, 'duration_secs': 0.85336} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.785386] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfigured VM instance instance-0000002a to attach disk [datastore1] be427ef2-dafd-4482-8204-0964fd00c7bb/be427ef2-dafd-4482-8204-0964fd00c7bb.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.786451] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff625dc-4189-40ab-bb2e-aa813e5f4b44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.789622] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709cbed8-076c-4758-affb-07b0f23bd763 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.796819] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52596a7f-c5ef-d613-b31a-c91000d1b161, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.797424] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.797689] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] f9b289ca-c7c7-4ba6-b85f-ab2954630f1e/f9b289ca-c7c7-4ba6-b85f-ab2954630f1e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.797971] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.798174] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.798413] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5478d6-f2fe-4fa9-9668-aa168fc6b550 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.803547] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9330f18-5295-4bbc-996f-f6c2e4132c0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.805720] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 862.805720] env[70399]: value = "task-3758146" [ 862.805720] env[70399]: _type = "Task" [ 862.805720] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.807763] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965e2d9-3476-4439-b03d-5d7931637bb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.816794] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 862.816794] env[70399]: value = "task-3758147" [ 862.816794] env[70399]: _type = "Task" [ 862.816794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.855682] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ec82a-bfe8-4792-b98e-47d7423eaaf4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.858654] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.858834] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.859592] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758146, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.862846] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eecb6e4-c407-497e-a388-725d9e68f6f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.865635] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.887289] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 862.887289] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528f8603-ae8f-013e-83b2-9d22440879a5" [ 862.887289] env[70399]: _type = "Task" [ 862.887289] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.888718] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513f0ab-7c12-4dbd-87f0-7a41115e35d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.911623] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528f8603-ae8f-013e-83b2-9d22440879a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.912121] env[70399]: DEBUG nova.compute.provider_tree [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.918023] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48268ed7-6504-4436-8ef7-883b96591eac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.921401] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 862.921401] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5283d887-ad2e-e564-6fe7-9554b3e60b01" [ 862.921401] env[70399]: _type = "Task" [ 862.921401] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.936337] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5283d887-ad2e-e564-6fe7-9554b3e60b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.079842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-5b032908-3c2b-4719-b6ec-0bf9a17d20ca" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.080019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-5b032908-3c2b-4719-b6ec-0bf9a17d20ca" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.096980] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.143340] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.143866] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.144237] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.144585] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.144875] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.145188] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.145628] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.145975] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.146542] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.146855] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.148019] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.148376] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c194c7-82e2-4423-a514-88986898aee3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.164153] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15440fd6-4b0a-4da6-964a-19820ec0a414 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.194153] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.194414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.209634] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.218657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.218657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.218657] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.328984] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758146, 'name': Rename_Task, 'duration_secs': 0.170168} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.330200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.330697] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abad713f-5798-40dd-8dbb-1301ed18a00f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.338348] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.346060] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 863.346060] env[70399]: value = "task-3758148" [ 863.346060] env[70399]: _type = "Task" [ 863.346060] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.359778] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.404608] env[70399]: DEBUG nova.network.neutron [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Updated VIF entry in instance network info cache for port 38b7d682-eac4-418c-bf38-110891cd01c6. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.404608] env[70399]: DEBUG nova.network.neutron [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Updating instance_info_cache with network_info: [{"id": "38b7d682-eac4-418c-bf38-110891cd01c6", "address": "fa:16:3e:5c:d1:20", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b7d682-ea", "ovs_interfaceid": "38b7d682-eac4-418c-bf38-110891cd01c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.415375] env[70399]: DEBUG nova.scheduler.client.report [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.447045] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5283d887-ad2e-e564-6fe7-9554b3e60b01, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.447045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.447045] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 863.447045] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65b5738-4fa6-46ac-adbb-03a61087d99c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.458361] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 863.458361] env[70399]: value = "task-3758149" [ 863.458361] env[70399]: _type = "Task" [ 863.458361] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.473283] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.584823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.584823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.585859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf2beb-6d52-44d2-beb0-f9d9dc33c33c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608542] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21568eb-5298-45c4-a101-9c2ad83d397b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637999] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfiguring VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 863.637999] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574820bb-42f0-4cff-ba75-f9b2fb2ada1f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.659437] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 863.659437] env[70399]: value = "task-3758150" [ 863.659437] env[70399]: _type = "Task" [ 863.659437] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.669575] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.674700] env[70399]: DEBUG nova.compute.manager [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Received event network-vif-plugged-3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.675491] env[70399]: DEBUG oslo_concurrency.lockutils [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.675491] env[70399]: DEBUG oslo_concurrency.lockutils [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.675721] env[70399]: DEBUG oslo_concurrency.lockutils [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.675969] env[70399]: DEBUG nova.compute.manager [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] No waiting events found dispatching network-vif-plugged-3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.676487] env[70399]: WARNING nova.compute.manager [req-1c5af8d3-e192-4ef6-9523-4c02bb72a96c req-2b0bccad-77b2-45bd-984e-61bf50edefe9 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Received unexpected event network-vif-plugged-3fb61cb4-c61c-43cf-b038-0c8eb2372dec for instance with vm_state building and task_state spawning. [ 863.744268] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.778598] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.833692] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552674} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.835610] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] f9b289ca-c7c7-4ba6-b85f-ab2954630f1e/f9b289ca-c7c7-4ba6-b85f-ab2954630f1e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.836402] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.838018] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f2c35a-bafe-454f-9704-719c2bfa21ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854258] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 863.854258] env[70399]: value = "task-3758151" [ 863.854258] env[70399]: _type = "Task" [ 863.854258] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.862634] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.870502] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.911977] env[70399]: DEBUG oslo_concurrency.lockutils [req-5625e083-394e-4418-b495-b308f6d66829 req-9d3c0a5a-00f9-4748-ada3-73863d7d826b service nova] Releasing lock "refresh_cache-f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923670] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.924447] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.927096] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.728s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.928643] env[70399]: INFO nova.compute.claims [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.974726] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513568} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.975084] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 863.976468] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bab3ce4-5c62-451f-a8ee-fa0cee300f28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.009924] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.015805] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a515d3b2-0286-4249-92e3-2648bcaa6f31 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.043371] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 864.043371] env[70399]: value = "task-3758152" [ 864.043371] env[70399]: _type = "Task" [ 864.043371] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.057910] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.113043] env[70399]: DEBUG nova.network.neutron [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.180240] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.200969] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Successfully updated port: 5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.358049] env[70399]: DEBUG oslo_vmware.api [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758148, 'name': PowerOnVM_Task, 'duration_secs': 0.968291} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.361913] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.362175] env[70399]: INFO nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Took 9.61 seconds to spawn the instance on the hypervisor. [ 864.362374] env[70399]: DEBUG nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.363481] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42671a6-0079-479c-b087-0d1dd4d58ca0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.373605] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105019} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.375579] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.379373] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d99246-b1e8-4f20-baba-dcd8c279a6ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.411171] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] f9b289ca-c7c7-4ba6-b85f-ab2954630f1e/f9b289ca-c7c7-4ba6-b85f-ab2954630f1e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.411331] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a21d120-ce6a-4d22-95d3-0ce292a6cc7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.433712] env[70399]: DEBUG nova.compute.utils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.439193] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.439193] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.444966] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 864.444966] env[70399]: value = "task-3758153" [ 864.444966] env[70399]: _type = "Task" [ 864.444966] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.455693] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.503935] env[70399]: DEBUG nova.policy [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11761e15992f47d4a6ff07d3f22c9aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d830c0b1c3042b793dc1175f0f48f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.555065] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758152, 'name': ReconfigVM_Task, 'duration_secs': 0.369255} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.555065] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.555723] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f2dd1-ac55-41ad-a5af-a1ff313a87bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.585212] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62834b63-0503-42b2-9549-3965fa8c9bb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.603385] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 864.603385] env[70399]: value = "task-3758154" [ 864.603385] env[70399]: _type = "Task" [ 864.603385] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.616215] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.618889] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.618889] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Instance network_info: |[{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.618889] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:30:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb61cb4-c61c-43cf-b038-0c8eb2372dec', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.626411] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.626655] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.626880] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1eee01-8be4-4363-afc5-a2b225798459 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.648738] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.648738] env[70399]: value = "task-3758155" [ 864.648738] env[70399]: _type = "Task" [ 864.648738] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.657500] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758155, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.670603] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.701952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.702140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.702321] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.891183] env[70399]: INFO nova.compute.manager [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Took 51.08 seconds to build instance. [ 864.942547] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.966569] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758153, 'name': ReconfigVM_Task, 'duration_secs': 0.326287} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.966807] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] f9b289ca-c7c7-4ba6-b85f-ab2954630f1e/f9b289ca-c7c7-4ba6-b85f-ab2954630f1e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.967526] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d38044-6766-4554-a7e3-ea63df3f2833 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.978247] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 864.978247] env[70399]: value = "task-3758156" [ 864.978247] env[70399]: _type = "Task" [ 864.978247] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.988873] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758156, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.999225] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Successfully created port: 3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.042624] env[70399]: DEBUG nova.compute.manager [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.043383] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f317e16-1cde-4613-91ea-cbd9236f395f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.119799] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758154, 'name': ReconfigVM_Task, 'duration_secs': 0.180932} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.123072] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.123575] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7032fc8-a461-4981-b618-bd0471d64481 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.132520] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 865.132520] env[70399]: value = "task-3758157" [ 865.132520] env[70399]: _type = "Task" [ 865.132520] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.146783] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.163158] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758155, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.175272] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.242226] env[70399]: DEBUG nova.compute.manager [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.242459] env[70399]: DEBUG nova.compute.manager [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing instance network info cache due to event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.242748] env[70399]: DEBUG oslo_concurrency.lockutils [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] Acquiring lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.243267] env[70399]: DEBUG oslo_concurrency.lockutils [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] Acquired lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.246390] env[70399]: DEBUG nova.network.neutron [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.279735] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.071658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "fece1064-606f-4e15-84a2-c4c926036bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.072119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.072195] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.072717] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.072717] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.076309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89184447-75da-4ad5-ad97-f0c5c56c2134 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.732s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.079234] env[70399]: INFO nova.compute.manager [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] instance snapshotting [ 866.085058] env[70399]: INFO nova.compute.manager [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Terminating instance [ 866.101964] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b2290-ad17-4284-82fc-9e36f13f05db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.106106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.106255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.116774] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758156, 'name': Rename_Task, 'duration_secs': 0.277305} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.138554] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.138554] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758155, 'name': CreateVM_Task, 'duration_secs': 0.67605} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.138554] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.138554] env[70399]: DEBUG oslo_vmware.api [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758157, 'name': PowerOnVM_Task, 'duration_secs': 0.46892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.143918] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfe60f3-b0cc-4639-932c-379d69036176 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.144262] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.145818] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06592cab-814c-4bb1-8d32-3253f1104899 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.150662] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.151261] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.151483] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.151805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.153498] env[70399]: DEBUG nova.compute.manager [None req-b0f915be-5b6d-46c7-bd7d-faae746e2737 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.154191] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4e7298-142d-4bdf-8bde-15b15c68be20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.157198] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329226ce-e015-45fd-88e6-c2c4ce958d55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.163736] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 866.163736] env[70399]: value = "task-3758158" [ 866.163736] env[70399]: _type = "Task" [ 866.163736] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.176425] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 866.176425] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b20c5c-3a4a-04c6-3620-15afcb7f1ef6" [ 866.176425] env[70399]: _type = "Task" [ 866.176425] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.193020] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758158, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.199756] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b20c5c-3a4a-04c6-3620-15afcb7f1ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.019944} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.201521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.201521] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.201521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.201521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.201521] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.201521] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdc9e55f-e530-4c31-8d58-a1a584394aa5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.213652] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.214226] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.218020] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16bcc16-83ab-457e-aeaa-744b2fd7c31a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.222653] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 866.222653] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520d02cb-21da-1264-5584-31b24217e1c3" [ 866.222653] env[70399]: _type = "Task" [ 866.222653] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.236988] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520d02cb-21da-1264-5584-31b24217e1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.366842] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Received event network-changed-3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.366993] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Refreshing instance network info cache due to event network-changed-3fb61cb4-c61c-43cf-b038-0c8eb2372dec. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.367190] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Acquiring lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.367330] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Acquired lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.367486] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Refreshing network info cache for port 3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.462489] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Updating instance_info_cache with network_info: [{"id": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "address": "fa:16:3e:cd:e7:24", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e113c4c-77", "ovs_interfaceid": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.484728] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62d7b9-dc19-4897-b60c-fdb9070779bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.502262] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c3f1f-5b84-4014-bc29-6872bb0692fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.541166] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3a697-545b-42cb-aa9c-66c08f109bae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.551673] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38aadc-8afd-4728-af91-57d3e4ec8599 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.574910] env[70399]: DEBUG nova.compute.provider_tree [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.588819] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.601496] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.606590] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.614021] env[70399]: DEBUG nova.compute.manager [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.614021] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.614021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c33c4a-ef34-4e18-b749-73196c023b49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.625548] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.628715] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.629066] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.629942] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.630290] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.631025] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.631025] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.631199] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.631607] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.632067] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.635112] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.635112] env[70399]: DEBUG nova.virt.hardware [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.635112] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d66aa8-f6f3-44ff-8a10-a59f8a3edbb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.635830] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab5b7e-4da4-4eae-8c04-ade3841ba27d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.647638] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230bab26-9efd-4655-8429-f08eb5466035 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653696] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 866.653696] env[70399]: value = "task-3758159" [ 866.653696] env[70399]: _type = "Task" [ 866.653696] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.670514] env[70399]: DEBUG nova.network.neutron [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updated VIF entry in instance network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.671840] env[70399]: DEBUG nova.network.neutron [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [{"id": "efaf7834-af3a-4df7-b21b-db777b534d75", "address": "fa:16:3e:3c:b3:1e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaf7834-af", "ovs_interfaceid": "efaf7834-af3a-4df7-b21b-db777b534d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.676017] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.678831] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4cfb242a-7f97-40ac-b66f-6cf6b1ad3d98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.687736] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.695052] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.698419] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 866.698419] env[70399]: value = "task-3758160" [ 866.698419] env[70399]: _type = "Task" [ 866.698419] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.712031] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.735463] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520d02cb-21da-1264-5584-31b24217e1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018913} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.736625] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0a9f32-74a2-41fd-af6b-752f45b8876d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.744572] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 866.744572] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bcb266-fe87-919d-8194-d6f9b6674095" [ 866.744572] env[70399]: _type = "Task" [ 866.744572] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.758327] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bcb266-fe87-919d-8194-d6f9b6674095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.970308] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972247] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Instance network_info: |[{"id": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "address": "fa:16:3e:cd:e7:24", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e113c4c-77", "ovs_interfaceid": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.972247] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e113c4c-7729-4b09-be2c-1470bb4e55af', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.982021] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating folder: Project (1d830c0b1c3042b793dc1175f0f48f50). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.982021] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c408e75c-e04e-4eaf-a0b1-198a1ad79711 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.996973] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created folder: Project (1d830c0b1c3042b793dc1175f0f48f50) in parent group-v747819. [ 866.998256] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating folder: Instances. Parent ref: group-v747958. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.998256] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83b71724-cc63-4444-b833-38a611845941 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.013276] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created folder: Instances in parent group-v747958. [ 867.013665] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.014364] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.014364] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfabb4b7-3072-4d3d-b570-1f2c6432e751 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.041576] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.041576] env[70399]: value = "task-3758163" [ 867.041576] env[70399]: _type = "Task" [ 867.041576] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.053915] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758163, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.076285] env[70399]: DEBUG nova.scheduler.client.report [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.093798] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.149596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.165478] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758159, 'name': PowerOffVM_Task, 'duration_secs': 0.283269} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.165859] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.167379] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.167379] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ca76af-dfee-430f-bb5e-17f8f50db6ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.178045] env[70399]: DEBUG oslo_concurrency.lockutils [req-72a9c254-e507-44a5-b98f-0232ad5f0771 req-9d0d72e4-3428-4189-8fc7-0ec0e92331d8 service nova] Releasing lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.192369] env[70399]: DEBUG oslo_vmware.api [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758158, 'name': PowerOnVM_Task, 'duration_secs': 0.74881} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.192369] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.192369] env[70399]: INFO nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Took 9.64 seconds to spawn the instance on the hypervisor. [ 867.192369] env[70399]: DEBUG nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.192369] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109ab8c-229d-4576-99b3-0b961ced5ce3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.215286] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.256417] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bcb266-fe87-919d-8194-d6f9b6674095, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.257475] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.257745] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.258029] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa095f0-951a-48fd-875a-87809566ebe6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.267819] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 867.267819] env[70399]: value = "task-3758165" [ 867.267819] env[70399]: _type = "Task" [ 867.267819] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.277988] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.478859] env[70399]: DEBUG nova.compute.manager [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.479139] env[70399]: DEBUG nova.compute.manager [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing instance network info cache due to event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.479453] env[70399]: DEBUG oslo_concurrency.lockutils [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.479688] env[70399]: DEBUG oslo_concurrency.lockutils [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.484221] env[70399]: DEBUG nova.network.neutron [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.508245] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updated VIF entry in instance network info cache for port 3fb61cb4-c61c-43cf-b038-0c8eb2372dec. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.508721] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.555194] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758163, 'name': CreateVM_Task, 'duration_secs': 0.368092} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.555414] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.556216] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.556466] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.556868] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.557228] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c3c04d-a5b0-4303-a3fb-1ff02b70f292 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.564112] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 867.564112] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bdd60a-7f0c-b4bf-adef-a6dbe1a26981" [ 867.564112] env[70399]: _type = "Task" [ 867.564112] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.574655] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bdd60a-7f0c-b4bf-adef-a6dbe1a26981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.581895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.655s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.582509] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.585417] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.196s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.587019] env[70399]: INFO nova.compute.claims [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.601833] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.728770] env[70399]: INFO nova.compute.manager [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Took 49.10 seconds to build instance. [ 867.738159] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758160, 'name': CreateSnapshot_Task, 'duration_secs': 0.754825} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.739140] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.740670] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af22e9e-40db-49b4-8ac1-9ed9b2bd97a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.791750] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.793215] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Successfully updated port: 3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.943786] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.944670] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.944747] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Deleting the datastore file [datastore1] fece1064-606f-4e15-84a2-c4c926036bdc {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.945058] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb21c308-5997-42f0-b37f-093640b1119f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.955155] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for the task: (returnval){ [ 867.955155] env[70399]: value = "task-3758166" [ 867.955155] env[70399]: _type = "Task" [ 867.955155] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.968205] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.015316] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Releasing lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015681] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Received event network-vif-plugged-5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.015997] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Acquiring lock "6877c651-15df-435c-b716-fef0b0360099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.016541] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Lock "6877c651-15df-435c-b716-fef0b0360099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.016541] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Lock "6877c651-15df-435c-b716-fef0b0360099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.016848] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] No waiting events found dispatching network-vif-plugged-5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.017126] env[70399]: WARNING nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Received unexpected event network-vif-plugged-5e113c4c-7729-4b09-be2c-1470bb4e55af for instance with vm_state building and task_state spawning. [ 868.017364] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Received event network-changed-5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.017582] env[70399]: DEBUG nova.compute.manager [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Refreshing instance network info cache due to event network-changed-5e113c4c-7729-4b09-be2c-1470bb4e55af. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.018037] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Acquiring lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018037] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Acquired lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.018751] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Refreshing network info cache for port 5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.078336] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bdd60a-7f0c-b4bf-adef-a6dbe1a26981, 'name': SearchDatastore_Task, 'duration_secs': 0.016074} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.081213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.081576] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.081929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.082026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.082225] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.082547] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-736b64bb-ea15-403b-af75-2d871d0e1ee2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.092312] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.092509] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.098170] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e01ec2-4079-451f-8371-655151cb1a75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.102653] env[70399]: DEBUG nova.compute.utils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.109021] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.109021] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.109021] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.120619] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 868.120619] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f54150-1748-59a6-96ca-97ee3beb18b4" [ 868.120619] env[70399]: _type = "Task" [ 868.120619] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.132300] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f54150-1748-59a6-96ca-97ee3beb18b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.215599] env[70399]: DEBUG nova.policy [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99d958e021a41c8a26692b4ca6391e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '988c77b37f784f2a97fd54773f2e50b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.242070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f1d37069-16e6-44aa-9536-4976ca491b62 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.864s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.273618] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 868.274363] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9fa4b0e-5299-42db-9d2f-692470e07e00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.289375] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80506} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.293020] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.293020] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.293020] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 868.293020] env[70399]: value = "task-3758167" [ 868.293020] env[70399]: _type = "Task" [ 868.293020] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.293020] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40abd323-e1ca-435b-ab9c-4a22c8e8b01f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.297293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.297406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.297506] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.302415] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 868.302415] env[70399]: value = "task-3758168" [ 868.302415] env[70399]: _type = "Task" [ 868.302415] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.306075] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758167, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.322419] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.460348] env[70399]: DEBUG nova.network.neutron [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updated VIF entry in instance network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.460752] env[70399]: DEBUG nova.network.neutron [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.479165] env[70399]: DEBUG oslo_vmware.api [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Task: {'id': task-3758166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2965} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.479165] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.479165] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.479595] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.480176] env[70399]: INFO nova.compute.manager [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Took 1.87 seconds to destroy the instance on the hypervisor. [ 868.480176] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.480543] env[70399]: DEBUG nova.compute.manager [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.480978] env[70399]: DEBUG nova.network.neutron [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.555086] env[70399]: DEBUG nova.compute.manager [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Received event network-vif-plugged-3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.556339] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Acquiring lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.557215] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.557498] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.558170] env[70399]: DEBUG nova.compute.manager [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] No waiting events found dispatching network-vif-plugged-3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.558170] env[70399]: WARNING nova.compute.manager [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Received unexpected event network-vif-plugged-3e280379-c598-4539-a0c8-7ae16d1b422c for instance with vm_state building and task_state spawning. [ 868.558352] env[70399]: DEBUG nova.compute.manager [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Received event network-changed-3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.558923] env[70399]: DEBUG nova.compute.manager [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Refreshing instance network info cache due to event network-changed-3e280379-c598-4539-a0c8-7ae16d1b422c. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.559492] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Acquiring lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.600492] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.608672] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.633524] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f54150-1748-59a6-96ca-97ee3beb18b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.636031] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b62e87-2c11-432c-9f9f-3abc2996ede3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.642559] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 868.642559] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52650218-842f-fe90-a762-e565a6b4195b" [ 868.642559] env[70399]: _type = "Task" [ 868.642559] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.654671] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52650218-842f-fe90-a762-e565a6b4195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.745144] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.816687] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758167, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.822766] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150308} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.829022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.829022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66599d6-109d-4034-838b-433c6eccb206 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.856632] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.858943] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fedb182d-8109-4c83-a765-97fa7a14dde1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.876050] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.885195] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 868.885195] env[70399]: value = "task-3758169" [ 868.885195] env[70399]: _type = "Task" [ 868.885195] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.899279] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.906193] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Updated VIF entry in instance network info cache for port 5e113c4c-7729-4b09-be2c-1470bb4e55af. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.906193] env[70399]: DEBUG nova.network.neutron [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Updating instance_info_cache with network_info: [{"id": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "address": "fa:16:3e:cd:e7:24", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e113c4c-77", "ovs_interfaceid": "5e113c4c-7729-4b09-be2c-1470bb4e55af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.973446] env[70399]: DEBUG oslo_concurrency.lockutils [req-7db9710e-e302-4598-bb69-01c51172ee59 req-05ad55da-ee23-4745-bb0c-d9550c181c47 service nova] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.049210] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.050110] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.050110] env[70399]: DEBUG nova.compute.manager [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.052460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759cae7b-e2fb-4f37-bbae-ca602243f1d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.066693] env[70399]: DEBUG nova.compute.manager [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 869.067120] env[70399]: DEBUG nova.objects.instance [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lazy-loading 'flavor' on Instance uuid f9b289ca-c7c7-4ba6-b85f-ab2954630f1e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.071455] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Successfully created port: 74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.102388] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.126274] env[70399]: DEBUG nova.network.neutron [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Updating instance_info_cache with network_info: [{"id": "3e280379-c598-4539-a0c8-7ae16d1b422c", "address": "fa:16:3e:e0:42:44", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e280379-c5", "ovs_interfaceid": "3e280379-c598-4539-a0c8-7ae16d1b422c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.161856] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52650218-842f-fe90-a762-e565a6b4195b, 'name': SearchDatastore_Task, 'duration_secs': 0.037285} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.163208] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.163635] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6877c651-15df-435c-b716-fef0b0360099/6877c651-15df-435c-b716-fef0b0360099.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.163786] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db83347a-017b-4c7f-b904-2c120e2e6b9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.174048] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 869.174048] env[70399]: value = "task-3758170" [ 869.174048] env[70399]: _type = "Task" [ 869.174048] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.189690] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.270674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.307538] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758167, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.336696] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4bf693-ad1a-407f-a4c8-8012ad0af439 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.345486] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40808c0-4023-4620-8d84-b1260bca3be9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.379406] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef00c5f-c200-4274-ad55-c85fdfe885e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.391768] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e495332-d318-44a2-b21b-73b3979eec80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.411876] env[70399]: DEBUG oslo_concurrency.lockutils [req-6c4a3cd5-170d-4c33-bf21-72708bc91da9 req-5dffc012-8818-45a5-bf41-f2a0e5aaa3c6 service nova] Releasing lock "refresh_cache-6877c651-15df-435c-b716-fef0b0360099" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.412412] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.427020] env[70399]: DEBUG nova.compute.provider_tree [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.552097] env[70399]: DEBUG nova.network.neutron [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.607711] env[70399]: DEBUG oslo_vmware.api [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758150, 'name': ReconfigVM_Task, 'duration_secs': 5.932618} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.607983] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.609018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Reconfigured VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 869.618974] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.631358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.634663] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Instance network_info: |[{"id": "3e280379-c598-4539-a0c8-7ae16d1b422c", "address": "fa:16:3e:e0:42:44", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e280379-c5", "ovs_interfaceid": "3e280379-c598-4539-a0c8-7ae16d1b422c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.635152] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Acquired lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.635415] env[70399]: DEBUG nova.network.neutron [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Refreshing network info cache for port 3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.637012] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:42:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e280379-c598-4539-a0c8-7ae16d1b422c', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.645739] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.648933] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.649951] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4327856-1087-4a4d-9d7b-1427f80f485e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.667994] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.668282] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.668450] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.668671] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.668842] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.668999] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.669205] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.669363] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.669527] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.670544] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.670544] env[70399]: DEBUG nova.virt.hardware [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.672046] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c46141-e44d-4bbe-982a-82a0cbdbcbba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.686931] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70291cb9-6748-4712-a430-3311999bb72b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.691961] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.691961] env[70399]: value = "task-3758171" [ 869.691961] env[70399]: _type = "Task" [ 869.691961] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.715057] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.722998] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758171, 'name': CreateVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.809017] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758167, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.897990] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758169, 'name': ReconfigVM_Task, 'duration_secs': 0.598342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.898471] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.899142] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a02be6a-b827-45c7-a0a7-c5b2662d11e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.901133] env[70399]: INFO nova.compute.manager [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Rescuing [ 869.901376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.901565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.901786] env[70399]: DEBUG nova.network.neutron [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.909717] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 869.909717] env[70399]: value = "task-3758172" [ 869.909717] env[70399]: _type = "Task" [ 869.909717] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.922332] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758172, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.931087] env[70399]: DEBUG nova.scheduler.client.report [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.058563] env[70399]: INFO nova.compute.manager [-] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Took 1.58 seconds to deallocate network for instance. [ 870.083187] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.083969] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc70861c-2bdd-493d-be94-f47aac08665a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.100476] env[70399]: DEBUG oslo_vmware.api [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 870.100476] env[70399]: value = "task-3758173" [ 870.100476] env[70399]: _type = "Task" [ 870.100476] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.118371] env[70399]: DEBUG oslo_vmware.api [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.191863] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655658} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.192383] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6877c651-15df-435c-b716-fef0b0360099/6877c651-15df-435c-b716-fef0b0360099.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.192819] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.194078] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f14f6c-00c8-4784-b6dd-9681d17c8863 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.207194] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758171, 'name': CreateVM_Task, 'duration_secs': 0.499741} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.211314] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.212194] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 870.212194] env[70399]: value = "task-3758174" [ 870.212194] env[70399]: _type = "Task" [ 870.212194] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.216055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.216055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.216055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.216055] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a156b97-591f-46a8-a0db-81a75c664e35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.228571] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 870.228571] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5388e-48d7-c66b-90c5-e7a76c886be8" [ 870.228571] env[70399]: _type = "Task" [ 870.228571] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.235337] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.247385] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5388e-48d7-c66b-90c5-e7a76c886be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.253316] env[70399]: DEBUG nova.compute.manager [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-vif-deleted-5b032908-3c2b-4719-b6ec-0bf9a17d20ca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.253611] env[70399]: INFO nova.compute.manager [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Neutron deleted interface 5b032908-3c2b-4719-b6ec-0bf9a17d20ca; detaching it from the instance and deleting it from the info cache [ 870.253940] env[70399]: DEBUG nova.network.neutron [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.308375] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758167, 'name': CloneVM_Task, 'duration_secs': 1.93724} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.308750] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Created linked-clone VM from snapshot [ 870.309544] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c8eddb-ea92-4e2a-97e0-4ced260381d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.319559] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Uploading image 5dd2d89b-5bc3-4a1b-9800-54140878fdd5 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.358134] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 870.358134] env[70399]: value = "vm-747962" [ 870.358134] env[70399]: _type = "VirtualMachine" [ 870.358134] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 870.358477] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52705047-f5c9-4d82-b86a-84f56734800d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.367545] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lease: (returnval){ [ 870.367545] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213d78e-1b6c-7a84-8485-26d8f9edc035" [ 870.367545] env[70399]: _type = "HttpNfcLease" [ 870.367545] env[70399]: } obtained for exporting VM: (result){ [ 870.367545] env[70399]: value = "vm-747962" [ 870.367545] env[70399]: _type = "VirtualMachine" [ 870.367545] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 870.367919] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the lease: (returnval){ [ 870.367919] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213d78e-1b6c-7a84-8485-26d8f9edc035" [ 870.367919] env[70399]: _type = "HttpNfcLease" [ 870.367919] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.376326] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.376326] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213d78e-1b6c-7a84-8485-26d8f9edc035" [ 870.376326] env[70399]: _type = "HttpNfcLease" [ 870.376326] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.421196] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758172, 'name': Rename_Task, 'duration_secs': 0.243661} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.422720] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.422720] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2298f991-541c-42e8-915a-7ee6a4423ddb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.429233] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 870.429233] env[70399]: value = "task-3758176" [ 870.429233] env[70399]: _type = "Task" [ 870.429233] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.439531] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.441996] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.443231] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.449279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.840s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.449279] env[70399]: DEBUG nova.objects.instance [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lazy-loading 'resources' on Instance uuid eb2fdaed-a533-45b9-8d69-b16ea78c57a6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.566804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.613935] env[70399]: DEBUG oslo_vmware.api [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758173, 'name': PowerOffVM_Task, 'duration_secs': 0.201241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.614379] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.617632] env[70399]: DEBUG nova.compute.manager [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.617632] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a294743-af70-43a0-82e3-701316d73fe0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.728227] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240741} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.729413] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.730318] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08089a97-23ea-4cf8-9ad7-8d8cb05d80f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.758960] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 6877c651-15df-435c-b716-fef0b0360099/6877c651-15df-435c-b716-fef0b0360099.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.763183] env[70399]: DEBUG oslo_concurrency.lockutils [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.763360] env[70399]: DEBUG oslo_concurrency.lockutils [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] Acquired lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.763627] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab42ffdf-dc60-4369-a090-1aecaf2d0c0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.784064] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3715e999-55f0-4f20-9a48-6655d3cfe2a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.787563] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5388e-48d7-c66b-90c5-e7a76c886be8, 'name': SearchDatastore_Task, 'duration_secs': 0.021373} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.788647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.788913] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.789163] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.789315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.789846] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.791019] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-281b1546-e4b2-4faa-bfe3-878e7bfd76ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.794845] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 870.794845] env[70399]: value = "task-3758177" [ 870.794845] env[70399]: _type = "Task" [ 870.794845] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.813893] env[70399]: DEBUG oslo_concurrency.lockutils [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] Releasing lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.814342] env[70399]: WARNING nova.compute.manager [req-ce544c9b-ba25-4589-8052-87cfc8cf0dc4 req-e4bb3eb2-325e-4223-a9e0-4a6938ff73cc service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Detach interface failed, port_id=5b032908-3c2b-4719-b6ec-0bf9a17d20ca, reason: No device with interface-id 5b032908-3c2b-4719-b6ec-0bf9a17d20ca exists on VM: nova.exception.NotFound: No device with interface-id 5b032908-3c2b-4719-b6ec-0bf9a17d20ca exists on VM [ 870.823228] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.823414] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.824178] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86753d88-0217-4b14-b67d-d0644c4a7727 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.832678] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.834160] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 870.834160] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ecc172-00c0-1541-16be-b867b644e28e" [ 870.834160] env[70399]: _type = "Task" [ 870.834160] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.842369] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ecc172-00c0-1541-16be-b867b644e28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.876136] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.876136] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213d78e-1b6c-7a84-8485-26d8f9edc035" [ 870.876136] env[70399]: _type = "HttpNfcLease" [ 870.876136] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 870.878968] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 870.878968] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213d78e-1b6c-7a84-8485-26d8f9edc035" [ 870.878968] env[70399]: _type = "HttpNfcLease" [ 870.878968] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 870.878968] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22383962-fb58-4a2f-9ecf-014db971d74c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.886782] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 870.886984] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 870.951022] env[70399]: DEBUG nova.network.neutron [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Updated VIF entry in instance network info cache for port 3e280379-c598-4539-a0c8-7ae16d1b422c. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.951401] env[70399]: DEBUG nova.network.neutron [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Updating instance_info_cache with network_info: [{"id": "3e280379-c598-4539-a0c8-7ae16d1b422c", "address": "fa:16:3e:e0:42:44", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e280379-c5", "ovs_interfaceid": "3e280379-c598-4539-a0c8-7ae16d1b422c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.958185] env[70399]: DEBUG nova.compute.utils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.960342] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.960342] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.973023] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.022611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.022965] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.023145] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.023336] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.023500] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.033058] env[70399]: INFO nova.compute.manager [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Terminating instance [ 871.034919] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4ff1ab9-114f-4ade-803d-30dc1b960750 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.045651] env[70399]: DEBUG nova.compute.manager [req-0c7c7d66-a199-40f2-b522-e79f6968333c req-e65cf7d2-cc12-472f-a3f8-6bc01aaf62f3 service nova] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Received event network-vif-deleted-6c10b3d7-7462-4e77-8dd9-5098e53f4e11 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.067724] env[70399]: DEBUG nova.network.neutron [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [{"id": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "address": "fa:16:3e:65:bd:12", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb87d0f6-36", "ovs_interfaceid": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.116234] env[70399]: DEBUG nova.policy [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61b04a29e5434e6a8fc144694141a874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6fdd722f4c64fb9ac87117c62530081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.132919] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6002c01c-7bc9-4b2e-aef7-276d9e9697f8 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.222822] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.223031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.223266] env[70399]: DEBUG nova.network.neutron [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.327366] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758177, 'name': ReconfigVM_Task, 'duration_secs': 0.296003} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.327732] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 6877c651-15df-435c-b716-fef0b0360099/6877c651-15df-435c-b716-fef0b0360099.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.329639] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc708cd-16b2-4742-a3ca-3f77bc8ea9ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.339346] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 871.339346] env[70399]: value = "task-3758178" [ 871.339346] env[70399]: _type = "Task" [ 871.339346] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.348730] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ecc172-00c0-1541-16be-b867b644e28e, 'name': SearchDatastore_Task, 'duration_secs': 0.025513} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.355022] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed98b171-2104-4e2a-9053-9fa29987c56a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.363425] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758178, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.376811] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 871.376811] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b61334-b58a-b8e7-4395-d98ac5cdaec3" [ 871.376811] env[70399]: _type = "Task" [ 871.376811] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.387654] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b61334-b58a-b8e7-4395-d98ac5cdaec3, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.391414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.391885] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c/c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.392529] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56b88995-0f67-437a-a232-eaa7a5c055e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.400698] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 871.400698] env[70399]: value = "task-3758179" [ 871.400698] env[70399]: _type = "Task" [ 871.400698] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.414902] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.459097] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.461226] env[70399]: DEBUG oslo_concurrency.lockutils [req-2d3613f4-6d77-492e-adc3-e88da89005c4 req-3306923f-70ad-4d42-aad9-8b0488441ca8 service nova] Releasing lock "refresh_cache-c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.464012] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.542392] env[70399]: DEBUG nova.compute.manager [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.542392] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.543192] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a87d8-01e7-4971-93a5-e422c10ba33b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.557806] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.561717] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ffe584-2764-4615-8657-55ebb54b0e60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.578503] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 871.578503] env[70399]: value = "task-3758180" [ 871.578503] env[70399]: _type = "Task" [ 871.578503] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.591907] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.647475] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8168fc8-5cbf-4024-a7e5-4169a1588d00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.661542] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6c123-48a2-4469-97e0-3a47d7518735 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.713723] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Successfully updated port: 74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.719797] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab2003-e46c-4c5e-8972-df321e6f2780 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.738345] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022ca48d-50bf-477c-8371-9e53992b9e5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.766083] env[70399]: DEBUG nova.compute.provider_tree [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.861747] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758178, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.919188] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.967226] env[70399]: DEBUG oslo_vmware.api [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758176, 'name': PowerOnVM_Task, 'duration_secs': 1.385901} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.967563] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.967954] env[70399]: INFO nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Took 11.64 seconds to spawn the instance on the hypervisor. [ 871.968297] env[70399]: DEBUG nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.969331] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3b09a-3306-47d8-a70d-3512c16bc120 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.094879] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758180, 'name': PowerOffVM_Task, 'duration_secs': 0.208829} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.095551] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.095760] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.096507] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdf96ba-898b-4958-b800-fdee5e097ed1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.171927] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.172485] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.172763] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleting the datastore file [datastore1] 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.173295] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c65c84-7572-4492-b6c7-458d133d43c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.180849] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Successfully created port: 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.185737] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 872.185737] env[70399]: value = "task-3758182" [ 872.185737] env[70399]: _type = "Task" [ 872.185737] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.197177] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.223853] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.223960] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.224122] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.270860] env[70399]: DEBUG nova.scheduler.client.report [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.353488] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758178, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.412134] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595368} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.412780] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c/c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.413383] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.413829] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be839b3-f9c5-46cc-811d-a889f77caf04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.424698] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 872.424698] env[70399]: value = "task-3758183" [ 872.424698] env[70399]: _type = "Task" [ 872.424698] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.436406] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.482412] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.500294] env[70399]: INFO nova.compute.manager [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Took 45.05 seconds to build instance. [ 872.517918] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:27:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='90e10ac4-f794-409b-a5b2-1c7421132088',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1532259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.518153] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.518240] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.518470] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.518754] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.518990] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.519314] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.519542] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.519779] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.519990] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.520303] env[70399]: DEBUG nova.virt.hardware [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.521362] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba02522-243e-45a6-99d0-9da6f478d4fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.526778] env[70399]: DEBUG nova.network.neutron [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [{"id": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "address": "fa:16:3e:ef:38:2b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb75b0-d8", "ovs_interfaceid": "b1bb75b0-d81f-47c2-be54-3ba0161e9409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.537800] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24848519-7021-43d6-9e45-8ece7cf66433 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.699645] env[70399]: DEBUG oslo_vmware.api [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424258} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.700198] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.701701] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.701701] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.701701] env[70399]: INFO nova.compute.manager [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 872.701701] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.701701] env[70399]: DEBUG nova.compute.manager [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.701701] env[70399]: DEBUG nova.network.neutron [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.780687] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.783600] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.786422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.380s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.791450] env[70399]: INFO nova.compute.claims [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.812457] env[70399]: INFO nova.scheduler.client.report [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Deleted allocations for instance eb2fdaed-a533-45b9-8d69-b16ea78c57a6 [ 872.855651] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758178, 'name': Rename_Task, 'duration_secs': 1.165573} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.856077] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.856291] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9a96a9-c7a2-42bb-9317-461b815834bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.868692] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 872.868692] env[70399]: value = "task-3758184" [ 872.868692] env[70399]: _type = "Task" [ 872.868692] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.881505] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.940039] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166852} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.940288] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.941095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139863b5-3e3d-4bc7-b2f3-da63e209177c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.973804] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c/c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.974177] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343e7819-0c09-4fa4-bfd3-45041641e07b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.003907] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52eb2618-fdf7-42fd-95a5-95452ac3c2f7 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.073s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.005277] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 873.005277] env[70399]: value = "task-3758185" [ 873.005277] env[70399]: _type = "Task" [ 873.005277] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.019949] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.030827] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.122715] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.122715] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9739cc5e-8fb2-48bc-8113-e78df4a644ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.132772] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 873.132772] env[70399]: value = "task-3758186" [ 873.132772] env[70399]: _type = "Task" [ 873.132772] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.146980] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.182959] env[70399]: DEBUG nova.network.neutron [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Updating instance_info_cache with network_info: [{"id": "74289740-2c93-4805-ac45-8a472518789b", "address": "fa:16:3e:a3:a8:b4", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74289740-2c", "ovs_interfaceid": "74289740-2c93-4805-ac45-8a472518789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.322809] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0611edbf-fd7f-4dda-9f4a-0cc14e59478e tempest-FloatingIPsAssociationTestJSON-516556258 tempest-FloatingIPsAssociationTestJSON-516556258-project-member] Lock "eb2fdaed-a533-45b9-8d69-b16ea78c57a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.210s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.329127] env[70399]: DEBUG nova.compute.manager [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.330172] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc783d-3564-4738-b867-44ea9d185534 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.389425] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.514814] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.523654] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.535135] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8087bef6-0b47-4c45-a5ae-92cf7eb713a8 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9-5b032908-3c2b-4719-b6ec-0bf9a17d20ca" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.455s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.646549] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758186, 'name': PowerOffVM_Task, 'duration_secs': 0.339498} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.646866] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.647764] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a7405-909c-4f8a-8b46-d7d3f8a3b279 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.670343] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6392b9-83ef-4149-80ce-18b3c3a350e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.686471] env[70399]: DEBUG nova.compute.manager [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Received event network-vif-plugged-74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.686471] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Acquiring lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.686614] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.686865] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.686936] env[70399]: DEBUG nova.compute.manager [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] No waiting events found dispatching network-vif-plugged-74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.687498] env[70399]: WARNING nova.compute.manager [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Received unexpected event network-vif-plugged-74289740-2c93-4805-ac45-8a472518789b for instance with vm_state building and task_state spawning. [ 873.687659] env[70399]: DEBUG nova.compute.manager [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Received event network-changed-74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.687837] env[70399]: DEBUG nova.compute.manager [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Refreshing instance network info cache due to event network-changed-74289740-2c93-4805-ac45-8a472518789b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.688839] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Acquiring lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.688839] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.689377] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Instance network_info: |[{"id": "74289740-2c93-4805-ac45-8a472518789b", "address": "fa:16:3e:a3:a8:b4", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74289740-2c", "ovs_interfaceid": "74289740-2c93-4805-ac45-8a472518789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.689377] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Acquired lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.689758] env[70399]: DEBUG nova.network.neutron [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Refreshing network info cache for port 74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.692100] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a8:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74289740-2c93-4805-ac45-8a472518789b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.700803] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.706034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.708437] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f47910e-809c-4ec1-b0d9-e000cca101ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.725377] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.726638] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a8bffa-0147-4edf-9034-63988a5fedc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.735527] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.735527] env[70399]: value = "task-3758188" [ 873.735527] env[70399]: _type = "Task" [ 873.735527] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.737722] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 873.737722] env[70399]: value = "task-3758187" [ 873.737722] env[70399]: _type = "Task" [ 873.737722] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.752056] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758188, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.755656] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.755897] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.756179] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756332] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.756518] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.756872] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dffc5ca-e260-4c05-8c1e-3ccda2e5ed2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.770480] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.770480] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.772711] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ca53a9-f8cb-4d87-8c3a-dcdf77e8daa4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.780613] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 873.780613] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2b1a9-9783-ae47-200a-a5ff39f7247a" [ 873.780613] env[70399]: _type = "Task" [ 873.780613] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.791906] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2b1a9-9783-ae47-200a-a5ff39f7247a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.843463] env[70399]: INFO nova.compute.manager [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] instance snapshotting [ 873.843640] env[70399]: WARNING nova.compute.manager [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 873.847121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946d8e9-b6f9-4082-88e8-12efea1cf6f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.883556] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc180a2-59db-4495-84c4-5e8aaee04117 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.897030] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758184, 'name': PowerOnVM_Task, 'duration_secs': 0.619835} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.897311] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.899081] env[70399]: INFO nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Took 10.80 seconds to spawn the instance on the hypervisor. [ 873.899081] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.899081] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417e927e-f1db-4e73-8107-c89f09f3f2ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.031741] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.046122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.251177] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758188, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.264019] env[70399]: DEBUG nova.network.neutron [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.294472] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2b1a9-9783-ae47-200a-a5ff39f7247a, 'name': SearchDatastore_Task, 'duration_secs': 0.020335} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.294617] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ab6b9e-867c-495f-b773-c7d56dd61ef9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.305461] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 874.305461] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521990d5-02a3-d5bb-110f-8a22042a3770" [ 874.305461] env[70399]: _type = "Task" [ 874.305461] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.315423] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521990d5-02a3-d5bb-110f-8a22042a3770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.400278] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 874.400758] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58270291-55af-4f7d-b627-21e078db0054 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.413055] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 874.413055] env[70399]: value = "task-3758189" [ 874.413055] env[70399]: _type = "Task" [ 874.413055] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.443434] env[70399]: INFO nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Took 41.51 seconds to build instance. [ 874.451718] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758189, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.526274] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.555326] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadbe5f-6303-43ed-bfc4-2299de6d3ce8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.565700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79997687-c52b-4fa5-88cb-f6e74e601df8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.612847] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28195811-33aa-4721-bcd3-d1eb549a8724 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.627863] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de43e57-fcac-43aa-bebc-7e0f01708b25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.645092] env[70399]: DEBUG nova.compute.provider_tree [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.753579] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758188, 'name': CreateVM_Task, 'duration_secs': 0.644769} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.753835] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.757398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.757398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.757398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.757398] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6491be7-8c8d-45ff-a390-5d2cfb6e5a46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.762466] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 874.762466] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275743b-bfd1-9d53-619a-561fcf04d86e" [ 874.762466] env[70399]: _type = "Task" [ 874.762466] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.766468] env[70399]: INFO nova.compute.manager [-] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Took 2.06 seconds to deallocate network for instance. [ 874.778628] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275743b-bfd1-9d53-619a-561fcf04d86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.822629] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521990d5-02a3-d5bb-110f-8a22042a3770, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.824350] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.824350] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 874.824705] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6bf0c82-c792-4b51-be6b-5a411d629b52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.834188] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 874.834188] env[70399]: value = "task-3758190" [ 874.834188] env[70399]: _type = "Task" [ 874.834188] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.846912] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.930869] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758189, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.946799] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.079s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.957029] env[70399]: DEBUG nova.network.neutron [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Updated VIF entry in instance network info cache for port 74289740-2c93-4805-ac45-8a472518789b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.957029] env[70399]: DEBUG nova.network.neutron [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Updating instance_info_cache with network_info: [{"id": "74289740-2c93-4805-ac45-8a472518789b", "address": "fa:16:3e:a3:a8:b4", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74289740-2c", "ovs_interfaceid": "74289740-2c93-4805-ac45-8a472518789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.022837] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.148824] env[70399]: DEBUG nova.scheduler.client.report [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.158158] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Successfully updated port: 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.276024] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275743b-bfd1-9d53-619a-561fcf04d86e, 'name': SearchDatastore_Task, 'duration_secs': 0.022234} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.276353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.276643] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.276886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.277155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.277387] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.277647] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a79b48-5cb5-4fab-a6fc-9f978e3be27c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.280392] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.290111] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.290303] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.291320] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdfedec-3854-4892-9b59-39fe8c76027a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.297441] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 875.297441] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52036742-a834-3141-6335-f68447088e33" [ 875.297441] env[70399]: _type = "Task" [ 875.297441] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.311313] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52036742-a834-3141-6335-f68447088e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.355975] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.430717] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758189, 'name': CreateSnapshot_Task, 'duration_secs': 0.891148} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.430717] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.432105] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f1ae2d-8203-4500-811f-1c8f8b109592 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.451786] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.458337] env[70399]: DEBUG oslo_concurrency.lockutils [req-da52a004-6103-43aa-b0cf-71c40f6b6612 req-7e7d4361-f3b7-4c83-b87c-8c51e05bfb54 service nova] Releasing lock "refresh_cache-f1301b43-60dc-4939-ab24-0997a306dce5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.526281] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.657558] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.657968] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.660941] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.680s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.661184] env[70399]: DEBUG nova.objects.instance [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lazy-loading 'resources' on Instance uuid 5c718911-8865-4d2e-83d5-9f60defc9ef5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.664706] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.664892] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.665101] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.811308] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52036742-a834-3141-6335-f68447088e33, 'name': SearchDatastore_Task, 'duration_secs': 0.046688} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.812186] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5138b2e8-ee0c-431d-ab3d-0aa30b44a1a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.819883] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 875.819883] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219b530-4956-1b5b-ff95-8982130f15d8" [ 875.819883] env[70399]: _type = "Task" [ 875.819883] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.832577] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219b530-4956-1b5b-ff95-8982130f15d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.849485] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796855} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.850357] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 875.851362] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168758c9-1034-4364-8ead-92651a2c20f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.882705] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.882705] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e798572-e7b0-4c2d-9592-ced6f07c6d2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.899691] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 875.899691] env[70399]: value = "task-3758191" [ 875.899691] env[70399]: _type = "Task" [ 875.899691] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.912800] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.956325] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.959072] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9d28fca-8bfc-429a-9c30-121c30c1be33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.971976] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 875.971976] env[70399]: value = "task-3758192" [ 875.971976] env[70399]: _type = "Task" [ 875.971976] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.982901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.990652] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758192, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.030214] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.149181] env[70399]: DEBUG nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Received event network-vif-deleted-b1bb75b0-d81f-47c2-be54-3ba0161e9409 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.149181] env[70399]: DEBUG nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Received event network-vif-plugged-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.149181] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Acquiring lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.149181] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.149181] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.149181] env[70399]: DEBUG nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] No waiting events found dispatching network-vif-plugged-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 876.149181] env[70399]: WARNING nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Received unexpected event network-vif-plugged-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 for instance with vm_state building and task_state spawning. [ 876.150241] env[70399]: DEBUG nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Received event network-changed-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.150241] env[70399]: DEBUG nova.compute.manager [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Refreshing instance network info cache due to event network-changed-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.150241] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.164356] env[70399]: DEBUG nova.compute.utils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.172228] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.172392] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.279098] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.283022] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.283520] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.332896] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219b530-4956-1b5b-ff95-8982130f15d8, 'name': SearchDatastore_Task, 'duration_secs': 0.02043} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.336631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.336944] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f1301b43-60dc-4939-ab24-0997a306dce5/f1301b43-60dc-4939-ab24-0997a306dce5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.337637] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-477c9121-94c1-453c-981a-ca4689121384 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.347922] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 876.347922] env[70399]: value = "task-3758193" [ 876.347922] env[70399]: _type = "Task" [ 876.347922] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.366267] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.367656] env[70399]: DEBUG nova.policy [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7a62fa22cd4d7bae36892b481917d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9099beeab65040fb9b60a00b5a5f201b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.416305] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.488203] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758192, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.524834] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758185, 'name': ReconfigVM_Task, 'duration_secs': 3.043718} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.525129] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c/c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.525852] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a098f6d6-b70e-4113-ae46-b1c42d990039 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.535469] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 876.535469] env[70399]: value = "task-3758194" [ 876.535469] env[70399]: _type = "Task" [ 876.535469] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.551549] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758194, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.673095] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.739298] env[70399]: DEBUG nova.network.neutron [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.864371] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.919791] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758191, 'name': ReconfigVM_Task, 'duration_secs': 0.589514} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.920229] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.922136] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14da031-d550-4340-afca-41a3e158ce6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927554] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7397c353-0e6d-42c1-b992-86ef1466d0c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.964185] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668dae11-1620-4f2a-a0be-4b233c631a46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.971824] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1f3ff4-a951-43df-aaa1-d525b574b734 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.021866] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba58367-b341-41b6-90d1-e33ad48153ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.028098] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 877.028098] env[70399]: value = "task-3758195" [ 877.028098] env[70399]: _type = "Task" [ 877.028098] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.029186] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Successfully created port: 107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.036384] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758192, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.052159] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540bad65-ae71-4285-b0b0-92f06a62aa11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.063722] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.069218] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758194, 'name': Rename_Task, 'duration_secs': 0.459018} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.080526] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.082029] env[70399]: DEBUG nova.compute.provider_tree [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.084876] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24993cd7-f333-4b60-ae72-57b782c66375 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.093877] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 877.093877] env[70399]: value = "task-3758196" [ 877.093877] env[70399]: _type = "Task" [ 877.093877] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.104464] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.187172] env[70399]: INFO nova.virt.block_device [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Booting with volume f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb at /dev/sda [ 877.246869] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.247305] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Instance network_info: |[{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.248870] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.249117] env[70399]: DEBUG nova.network.neutron [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Refreshing network info cache for port 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.254024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.260198] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.260488] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba2fa33-40d0-467d-8879-54b647285027 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.264591] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.264591] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0baf8d6-283f-48e0-90fe-ab63e027212f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.291135] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2514332a-ac52-4cfa-909d-319bfdb9a0fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.308578] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.308578] env[70399]: value = "task-3758197" [ 877.308578] env[70399]: _type = "Task" [ 877.308578] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.320581] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758197, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.348377] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8577e342-7ee2-416b-a669-ebacac08829e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.362734] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617531} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.364610] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f1301b43-60dc-4939-ab24-0997a306dce5/f1301b43-60dc-4939-ab24-0997a306dce5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.365219] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.365596] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1297bf65-b5f1-4791-9d14-fe6969f60289 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.370457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e1bd13-b406-4fba-bab5-933e1622d91c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.394683] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 877.394683] env[70399]: value = "task-3758198" [ 877.394683] env[70399]: _type = "Task" [ 877.394683] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.423134] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8cdd2-ff45-4093-a308-e3fd5d7e77b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.426032] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.433329] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103a83e-ce0a-48ea-b147-e9b06b28931f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.451889] env[70399]: DEBUG nova.virt.block_device [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating existing volume attachment record: e8e5279a-0893-4b63-8ce5-a76c0a8f9915 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.496702] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758192, 'name': CloneVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.536870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.537180] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.548873] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758195, 'name': ReconfigVM_Task, 'duration_secs': 0.281735} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.549066] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.549634] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ff0403-11a0-4a3a-90ec-da45d791a7a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.558625] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 877.558625] env[70399]: value = "task-3758199" [ 877.558625] env[70399]: _type = "Task" [ 877.558625] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.570690] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.590039] env[70399]: DEBUG nova.scheduler.client.report [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.618599] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758196, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.823963] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758197, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.909043] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104702} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.909353] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.911252] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298efd1c-a4b9-4883-aa2d-cbde236e177e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.941523] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f1301b43-60dc-4939-ab24-0997a306dce5/f1301b43-60dc-4939-ab24-0997a306dce5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.941523] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789ccb3a-7ec9-41c0-966e-3a03c68f5996 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.964348] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 877.964348] env[70399]: value = "task-3758200" [ 877.964348] env[70399]: _type = "Task" [ 877.964348] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.976760] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.996048] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758192, 'name': CloneVM_Task, 'duration_secs': 1.534028} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.999361] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Created linked-clone VM from snapshot [ 878.000369] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae5eccc-e9cd-4847-bb99-5a800bf14169 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.012732] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Uploading image d9470ca9-3e0b-4419-b53c-c5b068b7da4a {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.046033] env[70399]: INFO nova.compute.manager [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Detaching volume 05c41e62-1c0c-450e-a7d4-6a39dfa3bebd [ 878.054122] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 878.054122] env[70399]: value = "vm-747966" [ 878.054122] env[70399]: _type = "VirtualMachine" [ 878.054122] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 878.055230] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1983211d-0534-4dd0-93a9-2d1611beb0cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.072643] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease: (returnval){ [ 878.072643] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525e802b-d157-e86f-1c73-c82f91c704f3" [ 878.072643] env[70399]: _type = "HttpNfcLease" [ 878.072643] env[70399]: } obtained for exporting VM: (result){ [ 878.072643] env[70399]: value = "vm-747966" [ 878.072643] env[70399]: _type = "VirtualMachine" [ 878.072643] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 878.072940] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the lease: (returnval){ [ 878.072940] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525e802b-d157-e86f-1c73-c82f91c704f3" [ 878.072940] env[70399]: _type = "HttpNfcLease" [ 878.072940] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 878.080540] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.084815] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.084815] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525e802b-d157-e86f-1c73-c82f91c704f3" [ 878.084815] env[70399]: _type = "HttpNfcLease" [ 878.084815] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 878.097734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.100668] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.379s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.103373] env[70399]: INFO nova.compute.claims [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.114070] env[70399]: INFO nova.virt.block_device [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Attempting to driver detach volume 05c41e62-1c0c-450e-a7d4-6a39dfa3bebd from mountpoint /dev/sdb [ 878.114070] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 878.114070] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747931', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'name': 'volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3427f09-f862-4df1-b52d-39afbd18edc2', 'attached_at': '', 'detached_at': '', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'serial': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 878.114743] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be16e38-edfd-42ad-9062-7898c3343e86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123352] env[70399]: DEBUG oslo_vmware.api [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758196, 'name': PowerOnVM_Task, 'duration_secs': 0.776137} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.124342] env[70399]: DEBUG nova.network.neutron [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updated VIF entry in instance network info cache for port 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.124669] env[70399]: DEBUG nova.network.neutron [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.127238] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.128084] env[70399]: INFO nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Took 11.54 seconds to spawn the instance on the hypervisor. [ 878.128788] env[70399]: DEBUG nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.129215] env[70399]: DEBUG nova.compute.manager [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 878.133596] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8174f2-147c-4b4a-b8e9-b76825390d4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.156067] env[70399]: INFO nova.scheduler.client.report [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Deleted allocations for instance 5c718911-8865-4d2e-83d5-9f60defc9ef5 [ 878.157831] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333267b-348b-48f2-b778-8c5738fa987d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.181566] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2cd0c-ae95-424f-95b5-3e4d3e29dd06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.209528] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65018846-97ef-454e-8c2f-4d8f5c680e60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.236979] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] The volume has not been displaced from its original location: [datastore2] volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd/volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 878.245798] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.246744] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccec7e34-5ce7-4f66-a9f7-7cfd46542a3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.268082] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 878.268082] env[70399]: value = "task-3758202" [ 878.268082] env[70399]: _type = "Task" [ 878.268082] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.278970] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.320783] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758197, 'name': CreateVM_Task, 'duration_secs': 0.569576} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.320951] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.321818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.323290] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a34890d-4ca9-41ad-a380-ef611f8d3480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.329441] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 878.329441] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c9c31-27c1-d6d5-91bf-0343a49550e1" [ 878.329441] env[70399]: _type = "Task" [ 878.329441] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.340060] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c9c31-27c1-d6d5-91bf-0343a49550e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.477573] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.578908] env[70399]: DEBUG oslo_vmware.api [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758199, 'name': PowerOnVM_Task, 'duration_secs': 0.650212} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.590791] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.590791] env[70399]: DEBUG nova.compute.manager [None req-18b1c1ce-115b-4033-946b-41d36d065d03 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.590791] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a860d7-0b02-4206-82b3-e52d9dcdd4f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.592604] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.592604] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525e802b-d157-e86f-1c73-c82f91c704f3" [ 878.592604] env[70399]: _type = "HttpNfcLease" [ 878.592604] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.593331] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.593331] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525e802b-d157-e86f-1c73-c82f91c704f3" [ 878.593331] env[70399]: _type = "HttpNfcLease" [ 878.593331] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.594171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4893da-7ee8-4f75-936b-78ed805ef36d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.615066] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.615066] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.674388] env[70399]: DEBUG oslo_concurrency.lockutils [req-aebddf41-3b16-4001-810d-090d4e4c56cf req-65c89398-d11f-44e6-8e9d-65ba079f4395 service nova] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.688191] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f8695753-6e5a-41cc-83aa-8ddcdd88022a tempest-ServersTestJSON-998170705 tempest-ServersTestJSON-998170705-project-member] Lock "5c718911-8865-4d2e-83d5-9f60defc9ef5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.669s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.696231] env[70399]: INFO nova.compute.manager [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Took 41.04 seconds to build instance. [ 878.700820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.735839] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39222772-8030-42d5-8485-a8756ba5fc91 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.780715] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758202, 'name': ReconfigVM_Task, 'duration_secs': 0.353478} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.780952] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.785828] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb76a708-1fd0-4595-9a84-2979dd6e58fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.802493] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 878.802493] env[70399]: value = "task-3758203" [ 878.802493] env[70399]: _type = "Task" [ 878.802493] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.812580] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.839698] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c9c31-27c1-d6d5-91bf-0343a49550e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016863} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.840041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.840293] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.840530] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.840713] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.840905] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.841191] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b241be0-d764-43e7-afe2-9516ca12a6e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.851041] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.851244] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.851995] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043c4998-c2bc-4402-8bfa-5a35a54f9db7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.858569] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 878.858569] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ba8139-c4b9-f718-60e7-316689eb05df" [ 878.858569] env[70399]: _type = "Task" [ 878.858569] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.866826] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ba8139-c4b9-f718-60e7-316689eb05df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.976104] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758200, 'name': ReconfigVM_Task, 'duration_secs': 0.552156} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.976268] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f1301b43-60dc-4939-ab24-0997a306dce5/f1301b43-60dc-4939-ab24-0997a306dce5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.977451] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a673232-7f54-4981-bbca-17ba28a8714e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.986880] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 878.986880] env[70399]: value = "task-3758204" [ 878.986880] env[70399]: _type = "Task" [ 878.986880] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.002993] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758204, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.199725] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52c26f6d-5cea-4c11-8bcf-b59f32b61cfd tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.291s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.327209] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.370203] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ba8139-c4b9-f718-60e7-316689eb05df, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.375357] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4923f419-ee5d-4a15-8356-c867689a5ef2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.384236] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 879.384236] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52525d56-fa1a-ab27-894e-0f46c85a97ea" [ 879.384236] env[70399]: _type = "Task" [ 879.384236] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.403749] env[70399]: DEBUG nova.compute.manager [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Received event network-vif-plugged-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.403749] env[70399]: DEBUG oslo_concurrency.lockutils [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] Acquiring lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.403749] env[70399]: DEBUG oslo_concurrency.lockutils [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.403749] env[70399]: DEBUG oslo_concurrency.lockutils [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.403749] env[70399]: DEBUG nova.compute.manager [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] No waiting events found dispatching network-vif-plugged-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 879.403749] env[70399]: WARNING nova.compute.manager [req-83a03320-e722-493e-a7ab-7957d64bc5ed req-152b4c62-c5fb-49fb-b867-6662b0606558 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Received unexpected event network-vif-plugged-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 for instance with vm_state building and task_state spawning. [ 879.406808] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Successfully updated port: 107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.417832] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52525d56-fa1a-ab27-894e-0f46c85a97ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016568} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.421672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.423850] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.424566] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694eee9c-8d25-49cd-b7af-8396767c2ba8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.435022] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 879.435022] env[70399]: value = "task-3758205" [ 879.435022] env[70399]: _type = "Task" [ 879.435022] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.450474] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.506294] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758204, 'name': Rename_Task, 'duration_secs': 0.209383} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.506294] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.506294] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6855a1-b6ea-43b5-b238-b5ae8be17baa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.517576] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 879.517576] env[70399]: value = "task-3758206" [ 879.517576] env[70399]: _type = "Task" [ 879.517576] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.527567] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.596488] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.597083] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.597339] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.597707] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.597936] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.598342] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.598694] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.598987] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.599196] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.599454] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.599819] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.600079] env[70399]: DEBUG nova.virt.hardware [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.604877] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a48ae7-080e-4d48-8b9f-1e285ca4190d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.616105] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785ba64-1f12-48f3-ba1c-5e4402c0abaf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.716422] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.824399] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.919762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.919762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquired lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.919762] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.951281] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d2a80-723a-4acd-8c78-ac36242be8e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.959327] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.970312] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc699af-e0f0-4e41-aea5-85b61f1ac44c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.016168] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d65339-d47c-49ac-8574-8d04294a02d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.033665] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1598b8-1111-48ca-8930-fc92bb46e375 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.039299] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.054490] env[70399]: DEBUG nova.compute.provider_tree [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.249134] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.294195] env[70399]: INFO nova.compute.manager [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Unrescuing [ 880.295415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.295415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.295415] env[70399]: DEBUG nova.network.neutron [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.317307] env[70399]: DEBUG oslo_vmware.api [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758203, 'name': ReconfigVM_Task, 'duration_secs': 1.172519} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.317664] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747931', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'name': 'volume-05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3427f09-f862-4df1-b52d-39afbd18edc2', 'attached_at': '', 'detached_at': '', 'volume_id': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd', 'serial': '05c41e62-1c0c-450e-a7d4-6a39dfa3bebd'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 880.457412] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614791} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.457412] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.457412] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.457412] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5ad8b02-c95a-4597-976c-9d0473f708b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.469269] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.472392] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 880.472392] env[70399]: value = "task-3758207" [ 880.472392] env[70399]: _type = "Task" [ 880.472392] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.486483] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.535294] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.559292] env[70399]: DEBUG nova.scheduler.client.report [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.673800] env[70399]: DEBUG nova.network.neutron [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating instance_info_cache with network_info: [{"id": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "address": "fa:16:3e:39:47:f6", "network": {"id": "02ec2c39-ba97-4f33-8fda-033133d08249", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-941479671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9099beeab65040fb9b60a00b5a5f201b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e3ce3-a3", "ovs_interfaceid": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.887748] env[70399]: DEBUG nova.objects.instance [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.987762] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085973} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.987762] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.987762] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee95bb-2249-454e-9d72-38f1b7d276ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.014448] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.017445] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727e4224-6fae-44bd-9245-557dd9471a16 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.043061] env[70399]: DEBUG oslo_vmware.api [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758206, 'name': PowerOnVM_Task, 'duration_secs': 1.116342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.044629] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.045077] env[70399]: INFO nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Took 11.43 seconds to spawn the instance on the hypervisor. [ 881.045077] env[70399]: DEBUG nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.045376] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 881.045376] env[70399]: value = "task-3758208" [ 881.045376] env[70399]: _type = "Task" [ 881.045376] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.046226] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb47ad-69a4-48ff-bb78-5c9344db97c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.058341] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.066631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.067269] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.070140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.327s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.071479] env[70399]: INFO nova.compute.claims [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.077250] env[70399]: DEBUG nova.network.neutron [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [{"id": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "address": "fa:16:3e:65:bd:12", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb87d0f6-36", "ovs_interfaceid": "cb87d0f6-369b-40d2-ae6d-af5561dae639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.176720] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Releasing lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.177107] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Instance network_info: |[{"id": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "address": "fa:16:3e:39:47:f6", "network": {"id": "02ec2c39-ba97-4f33-8fda-033133d08249", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-941479671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9099beeab65040fb9b60a00b5a5f201b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e3ce3-a3", "ovs_interfaceid": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.177578] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:47:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107e3ce3-a3bc-49e1-9b3b-20245fe91f23', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.185778] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Creating folder: Project (9099beeab65040fb9b60a00b5a5f201b). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.186482] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33480bec-3b0e-4891-a011-8b9daed76035 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.201988] env[70399]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 881.202229] env[70399]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70399) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 881.202529] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Folder already exists: Project (9099beeab65040fb9b60a00b5a5f201b). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 881.202838] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Creating folder: Instances. Parent ref: group-v747906. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.204080] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4de0cb9-8545-4830-93c9-d672906e8751 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.219399] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Created folder: Instances in parent group-v747906. [ 881.219910] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.219910] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.220213] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095a36ad-cc0e-4db5-8b54-d11db0491cf2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.244125] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.244125] env[70399]: value = "task-3758211" [ 881.244125] env[70399]: _type = "Task" [ 881.244125] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.255195] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758211, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.378351] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 881.380199] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0eede7-0154-4772-bd58-6e452e4b4eed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.391316] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 881.391563] env[70399]: ERROR oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk due to incomplete transfer. [ 881.393767] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff032f1f-b197-4b32-92aa-60e4ded4573d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.404464] env[70399]: DEBUG oslo_vmware.rw_handles [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52166577-891b-2b7a-2c15-295e90eb3889/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 881.404731] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Uploaded image 5dd2d89b-5bc3-4a1b-9800-54140878fdd5 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 881.407161] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 881.408149] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4fabedb-a7f7-4c59-944d-2ac259d5983e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.419177] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 881.419177] env[70399]: value = "task-3758212" [ 881.419177] env[70399]: _type = "Task" [ 881.419177] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.430462] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758212, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.573285] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.576708] env[70399]: INFO nova.compute.manager [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Took 41.39 seconds to build instance. [ 881.579108] env[70399]: DEBUG nova.compute.utils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.585155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.585989] env[70399]: DEBUG nova.objects.instance [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'flavor' on Instance uuid f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.589153] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.589153] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.761779] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758211, 'name': CreateVM_Task, 'duration_secs': 0.469848} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.762620] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.763141] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'e8e5279a-0893-4b63-8ce5-a76c0a8f9915', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747916', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'name': 'volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690f5b18-0a1a-4ff7-b3ba-8005eba5f5be', 'attached_at': '', 'detached_at': '', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'serial': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 881.763444] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Root volume attach. Driver type: vmdk {{(pid=70399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 881.764673] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5072e2-6dd3-43a2-81f8-d0ca3c4c40a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.777845] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aec651-954a-4237-8825-5aac6f6f20bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.788590] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571cefbb-ee76-4ef2-bed6-eafbf71fcfad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.799466] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-67c16c3a-18ba-47d0-80d9-f3b4007dacda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.811197] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 881.811197] env[70399]: value = "task-3758213" [ 881.811197] env[70399]: _type = "Task" [ 881.811197] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.823450] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.898201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c67bbba2-4b0c-40f9-b7e0-63b596aae03a tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.361s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.906475] env[70399]: DEBUG nova.policy [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3895b465765f449cbdf1679c9947ece6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b263450e4db458a9d1ab318bb1305c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.933580] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758212, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.966329] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "6877c651-15df-435c-b716-fef0b0360099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.968686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.969115] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "6877c651-15df-435c-b716-fef0b0360099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.969569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.969928] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.972939] env[70399]: INFO nova.compute.manager [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Terminating instance [ 882.065149] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758208, 'name': ReconfigVM_Task, 'duration_secs': 0.613307} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.065149] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.065149] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a27bbb9-b85f-4bda-8560-bc70b9a0a3d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.073761] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 882.073761] env[70399]: value = "task-3758214" [ 882.073761] env[70399]: _type = "Task" [ 882.073761] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.083499] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4c79979a-1347-4a7f-9f93-e3c32b2e57b3 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.336s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.084221] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758214, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.094958] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.104780] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f79da7-0138-46c1-a2af-f979cb5776c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.132076] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.132607] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f308ba6f-0ebb-4ae1-85d9-e2ca11625ef5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148055] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 882.148055] env[70399]: value = "task-3758215" [ 882.148055] env[70399]: _type = "Task" [ 882.148055] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.161408] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.329634] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 38%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.439741] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758212, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.468878] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Successfully created port: 7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.478764] env[70399]: DEBUG nova.compute.manager [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.479231] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.480955] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec782981-1a34-46ca-adff-78a846d1423f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.504839] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.505110] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-043d3f1e-df95-4630-82c1-491fd70df758 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.522230] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 882.522230] env[70399]: value = "task-3758216" [ 882.522230] env[70399]: _type = "Task" [ 882.522230] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.540040] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.568144] env[70399]: DEBUG nova.compute.manager [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Received event network-changed-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.568366] env[70399]: DEBUG nova.compute.manager [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Refreshing instance network info cache due to event network-changed-107e3ce3-a3bc-49e1-9b3b-20245fe91f23. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.568607] env[70399]: DEBUG oslo_concurrency.lockutils [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] Acquiring lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.568783] env[70399]: DEBUG oslo_concurrency.lockutils [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] Acquired lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.569059] env[70399]: DEBUG nova.network.neutron [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Refreshing network info cache for port 107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.587645] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.597526] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758214, 'name': Rename_Task, 'duration_secs': 0.379333} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.599051] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.599051] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0103a89e-769e-43fd-95e4-542267baacb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.610630] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 882.610630] env[70399]: value = "task-3758217" [ 882.610630] env[70399]: _type = "Task" [ 882.610630] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.633928] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.666883] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.818457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229b1e0-a5f1-49b7-9e62-84ab32ccaa54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.841611] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 49%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.843011] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fda0d1d-4062-44e6-8e7b-980ab96d0266 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.895361] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d93191-ad9e-4ff3-81b0-5e0109990bd8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.908807] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4ac69-0c92-46da-9f3c-bd77bfb9b0ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.934028] env[70399]: DEBUG nova.compute.provider_tree [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.951386] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758212, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.006272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.006949] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.007261] env[70399]: DEBUG nova.compute.manager [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.008589] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee9c20-76a0-4f29-a270-e6ca44767f59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.021139] env[70399]: DEBUG nova.compute.manager [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 883.021932] env[70399]: DEBUG nova.objects.instance [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.037257] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758216, 'name': PowerOffVM_Task, 'duration_secs': 0.343492} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.038345] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.038553] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.038847] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cda6276-40cd-49ff-915a-2f88da757e33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.113254] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.122596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.134616] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.137076] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.137558] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.137930] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleting the datastore file [datastore1] 6877c651-15df-435c-b716-fef0b0360099 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.138235] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eaa11bb-8b5a-444d-8f34-99dae9fedc32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.150124] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 883.150124] env[70399]: value = "task-3758219" [ 883.150124] env[70399]: _type = "Task" [ 883.150124] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.169666] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.174686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.174936] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.175281] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.175426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.175690] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.177354] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.178036] env[70399]: INFO nova.compute.manager [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Terminating instance [ 883.330469] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 60%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.441853] env[70399]: DEBUG nova.scheduler.client.report [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.450208] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758212, 'name': Destroy_Task, 'duration_secs': 1.568175} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.450964] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Destroyed the VM [ 883.451224] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.451433] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a52bb723-37e7-4094-9edc-5c6c554f164f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.458387] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.458742] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.458892] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.458986] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.459689] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.459866] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.460359] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.460589] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.460848] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.461215] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.462177] env[70399]: DEBUG nova.virt.hardware [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.463455] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e2356-8c31-4253-a09a-95bcdddbe92e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470244] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 883.470244] env[70399]: value = "task-3758220" [ 883.470244] env[70399]: _type = "Task" [ 883.470244] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.475330] env[70399]: DEBUG nova.network.neutron [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updated VIF entry in instance network info cache for port 107e3ce3-a3bc-49e1-9b3b-20245fe91f23. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.475709] env[70399]: DEBUG nova.network.neutron [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating instance_info_cache with network_info: [{"id": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "address": "fa:16:3e:39:47:f6", "network": {"id": "02ec2c39-ba97-4f33-8fda-033133d08249", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-941479671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9099beeab65040fb9b60a00b5a5f201b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e3ce3-a3", "ovs_interfaceid": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.481934] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708f5f0-1023-42cc-902f-c04d02aeece3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.492053] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.630226] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.666960] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758215, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.671800] env[70399]: DEBUG oslo_vmware.api [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277834} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.671800] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.672027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.672164] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.672353] env[70399]: INFO nova.compute.manager [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 6877c651-15df-435c-b716-fef0b0360099] Took 1.19 seconds to destroy the instance on the hypervisor. [ 883.672669] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.673000] env[70399]: DEBUG nova.compute.manager [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.673942] env[70399]: DEBUG nova.network.neutron [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.684102] env[70399]: DEBUG nova.compute.manager [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.684478] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.685373] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba91ea7d-a0fd-4c98-af95-a0c950fc49a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.698744] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.699096] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6535a8ef-6360-4a0e-bbd6-c5ddd9395c01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.712169] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 883.712169] env[70399]: value = "task-3758221" [ 883.712169] env[70399]: _type = "Task" [ 883.712169] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.726870] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.835370] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 73%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.952200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.952827] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.956066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.807s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.957818] env[70399]: INFO nova.compute.claims [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.985501] env[70399]: DEBUG oslo_concurrency.lockutils [req-cad251c7-bf1d-4340-a3f9-0cc7ad45866f req-0106539e-c0d5-4834-946b-43b0f5abefd4 service nova] Releasing lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.985501] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.035542] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.035880] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d58467ba-e0c8-48d8-a8f9-87052d01718f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.051963] env[70399]: DEBUG oslo_vmware.api [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 884.051963] env[70399]: value = "task-3758222" [ 884.051963] env[70399]: _type = "Task" [ 884.051963] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.070457] env[70399]: DEBUG oslo_vmware.api [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.133188] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.170663] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758215, 'name': PowerOffVM_Task, 'duration_secs': 1.539089} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.171076] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.177427] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.177840] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5980139-a0f6-44f2-ab6e-3172dd5082bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.204626] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 884.204626] env[70399]: value = "task-3758223" [ 884.204626] env[70399]: _type = "Task" [ 884.204626] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.222429] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.235012] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758221, 'name': PowerOffVM_Task, 'duration_secs': 0.488771} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.235606] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.235974] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.236482] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aa871da-296a-4342-a30e-9e5deb995ac6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.332026] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 86%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.339428] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.339743] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.339961] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleting the datastore file [datastore2] c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.340302] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35307a7-b8f6-49f9-ad73-e2338a908901 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.350447] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 884.350447] env[70399]: value = "task-3758225" [ 884.350447] env[70399]: _type = "Task" [ 884.350447] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.365445] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.458277] env[70399]: DEBUG nova.compute.utils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.460260] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.460544] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.488122] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.566900] env[70399]: DEBUG oslo_vmware.api [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758222, 'name': PowerOffVM_Task, 'duration_secs': 0.437451} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.567144] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.567284] env[70399]: DEBUG nova.compute.manager [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.568209] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c8aad-4dcd-4c62-97b7-d728bac2788b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.603751] env[70399]: DEBUG nova.policy [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ac2baf962d4eb4a914b32790b83163', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e73491cb2fe4c1c8451bec7019f23ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.634492] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.646182] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Successfully updated port: 7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.717402] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.729469] env[70399]: DEBUG nova.network.neutron [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.826775] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.863422] env[70399]: DEBUG oslo_vmware.api [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426297} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.864130] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.864608] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.864963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.865292] env[70399]: INFO nova.compute.manager [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 884.865659] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.866820] env[70399]: DEBUG nova.compute.manager [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.866820] env[70399]: DEBUG nova.network.neutron [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.942523] env[70399]: DEBUG nova.compute.manager [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.943855] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2daf2-b55d-4a0e-ab65-b9c95e645338 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.964581] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.992912] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758220, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.087675] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba4c121a-c824-4bfd-9df2-6728e7ba5db3 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.135384] env[70399]: DEBUG oslo_vmware.api [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758217, 'name': PowerOnVM_Task, 'duration_secs': 2.062743} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.136459] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.136838] env[70399]: INFO nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Took 12.65 seconds to spawn the instance on the hypervisor. [ 885.137275] env[70399]: DEBUG nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.138530] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9aca49-245b-4f84-9063-3165da675d78 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.151865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.151865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.151865] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.222314] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758223, 'name': ReconfigVM_Task, 'duration_secs': 0.722011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.223304] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.223453] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.223728] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de20827-3e64-47dd-87f2-e5ba715afac4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.233973] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 885.233973] env[70399]: value = "task-3758226" [ 885.233973] env[70399]: _type = "Task" [ 885.233973] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.242119] env[70399]: INFO nova.compute.manager [-] [instance: 6877c651-15df-435c-b716-fef0b0360099] Took 1.57 seconds to deallocate network for instance. [ 885.251691] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.281487] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Successfully created port: 16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.337384] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.450985] env[70399]: DEBUG nova.compute.manager [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] [instance: 6877c651-15df-435c-b716-fef0b0360099] Received event network-vif-deleted-5e113c4c-7729-4b09-be2c-1470bb4e55af {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.450985] env[70399]: DEBUG nova.compute.manager [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Received event network-vif-plugged-7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.450985] env[70399]: DEBUG oslo_concurrency.lockutils [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] Acquiring lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.450985] env[70399]: DEBUG oslo_concurrency.lockutils [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] Lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.450985] env[70399]: DEBUG oslo_concurrency.lockutils [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] Lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.451521] env[70399]: DEBUG nova.compute.manager [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] No waiting events found dispatching network-vif-plugged-7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.451521] env[70399]: WARNING nova.compute.manager [req-5b360370-2fec-415a-af09-41c164ef63db req-058e2c94-7aef-4e03-8ba7-26ebc16b665d service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Received unexpected event network-vif-plugged-7beeeba8-f756-4d4a-8caf-89a8ccb2574b for instance with vm_state building and task_state spawning. [ 885.457515] env[70399]: INFO nova.compute.manager [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] instance snapshotting [ 885.466900] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8a07c-2fc9-4ca4-a494-9a08d134c04e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.506839] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c976829-159d-44b9-818a-7b9ee0a5e0b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.513660] env[70399]: DEBUG oslo_vmware.api [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758220, 'name': RemoveSnapshot_Task, 'duration_secs': 1.538415} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.514362] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 885.514615] env[70399]: INFO nova.compute.manager [None req-abea8c0f-53d5-416c-9ad0-addf05988fa8 tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 19.43 seconds to snapshot the instance on the hypervisor. [ 885.643478] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ba6f5-57f3-4402-977f-bbb6d0098099 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.652552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca7fd8-c8e7-443f-93b7-b487a4112100 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.698888] env[70399]: INFO nova.compute.manager [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Took 41.33 seconds to build instance. [ 885.701366] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ef3e9-44ac-4d52-8add-76cdcbf00a8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.705156] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.714665] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397eff3-a007-4586-884f-38dceb8fe603 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.740293] env[70399]: DEBUG nova.compute.provider_tree [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.753946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.754345] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.829915] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task} progress is 98%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.961783] env[70399]: DEBUG nova.network.neutron [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Updating instance_info_cache with network_info: [{"id": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "address": "fa:16:3e:63:92:78", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7beeeba8-f7", "ovs_interfaceid": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.971656] env[70399]: DEBUG nova.network.neutron [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.978018] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.004772] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.005092] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.005272] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.005461] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.005607] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.005766] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.006021] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.006151] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.006331] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.006514] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.006690] env[70399]: DEBUG nova.virt.hardware [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.007991] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0302f-5910-4df2-991b-3c449751fdfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.017335] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19733552-f868-454c-9039-b26b780310fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.036358] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.037519] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04e56dee-ad49-422c-abaf-251f40f79731 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.046690] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 886.046690] env[70399]: value = "task-3758227" [ 886.046690] env[70399]: _type = "Task" [ 886.046690] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.057860] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.208420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe91ba5c-e84c-4367-8312-75fde104073f tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.281s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.247971] env[70399]: DEBUG nova.scheduler.client.report [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.259276] env[70399]: DEBUG oslo_vmware.api [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758226, 'name': PowerOnVM_Task, 'duration_secs': 0.775195} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.259276] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.259503] env[70399]: DEBUG nova.compute.manager [None req-7f236b0f-f909-4530-9ee4-4426c3b0d12f tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.260589] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7df53d-a54f-4895-8d22-8a73853094ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.327973] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758213, 'name': RelocateVM_Task, 'duration_secs': 4.424607} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.328545] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 886.328905] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747916', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'name': 'volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690f5b18-0a1a-4ff7-b3ba-8005eba5f5be', 'attached_at': '', 'detached_at': '', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'serial': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 886.329977] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bfcc30-d19c-40eb-81f7-04e7c447bc91 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.361785] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d203c7-e2f6-4d98-9ce2-5343eb376378 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.389907] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb/volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.390614] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00eaffb4-db3f-4891-8e4c-7266993897d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.420872] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 886.420872] env[70399]: value = "task-3758228" [ 886.420872] env[70399]: _type = "Task" [ 886.420872] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.434969] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.465041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.465819] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Instance network_info: |[{"id": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "address": "fa:16:3e:63:92:78", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7beeeba8-f7", "ovs_interfaceid": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.466484] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:92:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7beeeba8-f756-4d4a-8caf-89a8ccb2574b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.474546] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.474865] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.475331] env[70399]: INFO nova.compute.manager [-] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Took 1.61 seconds to deallocate network for instance. [ 886.475604] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa49c3ce-aeeb-451f-839f-1dc22b13e5e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.499972] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.499972] env[70399]: value = "task-3758229" [ 886.499972] env[70399]: _type = "Task" [ 886.499972] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.509835] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758229, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.559535] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.712048] env[70399]: DEBUG nova.compute.manager [None req-891e0706-7e4e-4477-b5c4-2e1da002f2c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 90bc9665-4af3-40e0-8849-67c2937e2a79] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.754999] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.755752] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.759515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.489s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.761519] env[70399]: INFO nova.compute.claims [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.912963] env[70399]: DEBUG nova.objects.instance [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.932844] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758228, 'name': ReconfigVM_Task, 'duration_secs': 0.338702} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.934991] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb/volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.940600] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e428fb1-eb80-4a63-a3d7-06bd51b6e769 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.962394] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 886.962394] env[70399]: value = "task-3758230" [ 886.962394] env[70399]: _type = "Task" [ 886.962394] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.972751] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.998981] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.020929] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758229, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.060599] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.102740] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Successfully updated port: 16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.216709] env[70399]: DEBUG nova.compute.manager [None req-891e0706-7e4e-4477-b5c4-2e1da002f2c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 90bc9665-4af3-40e0-8849-67c2937e2a79] Instance disappeared before build. {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 887.267450] env[70399]: DEBUG nova.compute.utils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.273788] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.274076] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.330869] env[70399]: DEBUG nova.policy [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0867db4dd5d44e1fa7bc42f9cdd6132b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700fdf82008f4326ba0b5b7330bdbb5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.423495] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.423654] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.425158] env[70399]: DEBUG nova.network.neutron [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.425158] env[70399]: DEBUG nova.objects.instance [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'info_cache' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.482095] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758230, 'name': ReconfigVM_Task, 'duration_secs': 0.143399} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.482485] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747916', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'name': 'volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690f5b18-0a1a-4ff7-b3ba-8005eba5f5be', 'attached_at': '', 'detached_at': '', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'serial': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 887.482889] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb0f2df3-28ac-4901-be62-542b300e8273 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.491287] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 887.491287] env[70399]: value = "task-3758231" [ 887.491287] env[70399]: _type = "Task" [ 887.491287] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.502676] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758231, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.515202] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758229, 'name': CreateVM_Task, 'duration_secs': 0.795929} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.515202] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.515868] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.516053] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.516389] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.516800] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbdd90f-d724-4f2f-968f-cfccacd0dd03 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.524370] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 887.524370] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52beebc6-a5ad-292c-526c-c0f96ab928cc" [ 887.524370] env[70399]: _type = "Task" [ 887.524370] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.535414] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52beebc6-a5ad-292c-526c-c0f96ab928cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.562136] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758227, 'name': CreateSnapshot_Task, 'duration_secs': 1.137127} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.562136] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.562136] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b408bb4-500b-49ac-8dd4-7726bcf4215b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.605905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.608041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.608041] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.700087] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Received event network-changed-7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.701454] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Refreshing instance network info cache due to event network-changed-7beeeba8-f756-4d4a-8caf-89a8ccb2574b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.701731] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Acquiring lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.701939] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Acquired lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.702219] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Refreshing network info cache for port 7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.712875] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.714477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.714477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.714477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.714805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.719927] env[70399]: INFO nova.compute.manager [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Terminating instance [ 887.739733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-891e0706-7e4e-4477-b5c4-2e1da002f2c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "90bc9665-4af3-40e0-8849-67c2937e2a79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.269s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.775356] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.822726] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Successfully created port: a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.932201] env[70399]: DEBUG nova.objects.base [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.003994] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758231, 'name': Rename_Task, 'duration_secs': 0.149634} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.004752] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.005168] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37454c0d-1492-48b2-bc07-8dd0a8a2721b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.017118] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 888.017118] env[70399]: value = "task-3758232" [ 888.017118] env[70399]: _type = "Task" [ 888.017118] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.034323] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.043659] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52beebc6-a5ad-292c-526c-c0f96ab928cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.043659] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.043659] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.043931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.044070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.044268] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.044550] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc2408a-8663-4f3d-85a8-9244153481ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.066373] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.066597] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.067386] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f8ad84-ffc1-47d1-a44a-da31a062f5fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.082352] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.084380] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b86f8047-9873-43ed-acd2-53c301d5b673 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.087590] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 888.087590] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c332e4-247b-1f1a-3ff2-ee164ed14f91" [ 888.087590] env[70399]: _type = "Task" [ 888.087590] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.100673] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 888.100673] env[70399]: value = "task-3758233" [ 888.100673] env[70399]: _type = "Task" [ 888.100673] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.109921] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c332e4-247b-1f1a-3ff2-ee164ed14f91, 'name': SearchDatastore_Task, 'duration_secs': 0.025102} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.111644] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fd4b27-ca3a-457a-b8b6-860e85f25015 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.127143] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758233, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.131314] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 888.131314] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a793c1-dcd1-6279-f3c6-97274da8d861" [ 888.131314] env[70399]: _type = "Task" [ 888.131314] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.143940] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a793c1-dcd1-6279-f3c6-97274da8d861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.190599] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.225596] env[70399]: DEBUG nova.compute.manager [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.225944] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.227235] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17ee8f-9677-4368-9382-d5ad6121b896 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.243839] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.249023] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.249719] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71969ff7-16ad-4a07-b38e-80267e04975b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.263231] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 888.263231] env[70399]: value = "task-3758234" [ 888.263231] env[70399]: _type = "Task" [ 888.263231] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.294614] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.521385] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534871b-ffed-468a-bb8f-9b67c1716bdf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.531378] env[70399]: DEBUG nova.network.neutron [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [{"id": "16e680e5-61e3-4415-ac6b-add4a154117f", "address": "fa:16:3e:c6:d9:4f", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e680e5-61", "ovs_interfaceid": "16e680e5-61e3-4415-ac6b-add4a154117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.541025] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.543155] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6ef22-0c0c-4c34-9999-f8779f83ea82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.586407] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373b57e9-b0dd-40dc-b42b-2b866b504ca5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.599881] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785890fe-f80c-4487-af4e-a4e220a0ffb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.628549] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758233, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.629584] env[70399]: DEBUG nova.compute.provider_tree [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.641555] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a793c1-dcd1-6279-f3c6-97274da8d861, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.642477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.642750] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 9d950de1-37dc-440f-b78b-e38520713ce1/9d950de1-37dc-440f-b78b-e38520713ce1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.643074] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06eab07-922f-4713-86ef-b3686f052237 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.652168] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 888.652168] env[70399]: value = "task-3758235" [ 888.652168] env[70399]: _type = "Task" [ 888.652168] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.661643] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.692051] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Updated VIF entry in instance network info cache for port 7beeeba8-f756-4d4a-8caf-89a8ccb2574b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.692460] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Updating instance_info_cache with network_info: [{"id": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "address": "fa:16:3e:63:92:78", "network": {"id": "25769527-344e-4fc3-86ef-a0bb5f95308e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1655710662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b263450e4db458a9d1ab318bb1305c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7beeeba8-f7", "ovs_interfaceid": "7beeeba8-f756-4d4a-8caf-89a8ccb2574b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.774564] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758234, 'name': PowerOffVM_Task, 'duration_secs': 0.202062} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.774901] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.775197] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.775538] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-086f0ee8-8fb8-4dd3-bd85-85fb3ddcf8da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.783197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.804902] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.833145] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.833406] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.833597] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.833989] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.838048] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.838335] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.838571] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.838764] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.838981] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.839172] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.839350] env[70399]: DEBUG nova.virt.hardware [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.840716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db8db5-ecfd-4767-a4bf-fc43a5242362 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.855331] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742cd62-13b1-499d-b9de-24ffe9f762ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.862726] env[70399]: DEBUG nova.compute.manager [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 888.869271] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.869634] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.869754] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Deleting the datastore file [datastore2] 387fed96-b408-4b7d-aa4b-80a394ba65e8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.871247] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d48555-3ef2-4c3f-a6a0-cb006afbffd4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.888531] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for the task: (returnval){ [ 888.888531] env[70399]: value = "task-3758237" [ 888.888531] env[70399]: _type = "Task" [ 888.888531] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.898024] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.996967] env[70399]: DEBUG nova.network.neutron [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [{"id": "d739fb5a-7811-4a38-bef3-261ad342041b", "address": "fa:16:3e:9a:b5:ac", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd739fb5a-78", "ovs_interfaceid": "d739fb5a-7811-4a38-bef3-261ad342041b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.039054] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.039983] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Instance network_info: |[{"id": "16e680e5-61e3-4415-ac6b-add4a154117f", "address": "fa:16:3e:c6:d9:4f", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e680e5-61", "ovs_interfaceid": "16e680e5-61e3-4415-ac6b-add4a154117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.040644] env[70399]: DEBUG oslo_vmware.api [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758232, 'name': PowerOnVM_Task, 'duration_secs': 0.617712} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.041277] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d9:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e680e5-61e3-4415-ac6b-add4a154117f', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.054900] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Creating folder: Project (9e73491cb2fe4c1c8451bec7019f23ff). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.055490] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.055840] env[70399]: INFO nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Took 9.46 seconds to spawn the instance on the hypervisor. [ 889.056215] env[70399]: DEBUG nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.057206] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06990caa-e8cd-4b18-98ea-87711e5477c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.061295] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbecc984-cad5-4578-bd9e-393bec722c25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.085742] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Created folder: Project (9e73491cb2fe4c1c8451bec7019f23ff) in parent group-v747819. [ 889.086824] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Creating folder: Instances. Parent ref: group-v747973. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.087578] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f06d5156-bb2f-4e64-8088-aed92d0d5f8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.101941] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Created folder: Instances in parent group-v747973. [ 889.102350] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.102543] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.102772] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ec4e30-9f09-4d62-9835-7da3ae5fbb0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.133188] env[70399]: DEBUG nova.scheduler.client.report [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.136927] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758233, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.138883] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.138883] env[70399]: value = "task-3758240" [ 889.138883] env[70399]: _type = "Task" [ 889.138883] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.151195] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.166144] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.194955] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Releasing lock "refresh_cache-9d950de1-37dc-440f-b78b-e38520713ce1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.195305] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Received event network-vif-deleted-3e280379-c598-4539-a0c8-7ae16d1b422c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.195724] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received event network-vif-plugged-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.195724] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Acquiring lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.195836] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.195974] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.196183] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] No waiting events found dispatching network-vif-plugged-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.196371] env[70399]: WARNING nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received unexpected event network-vif-plugged-16e680e5-61e3-4415-ac6b-add4a154117f for instance with vm_state building and task_state spawning. [ 889.196533] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.196689] env[70399]: DEBUG nova.compute.manager [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing instance network info cache due to event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.196882] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Acquiring lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.197033] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Acquired lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.197202] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.397248] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.406325] env[70399]: DEBUG oslo_vmware.api [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Task: {'id': task-3758237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355059} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.406325] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.406325] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.406325] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.406325] env[70399]: INFO nova.compute.manager [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 889.406325] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.406325] env[70399]: DEBUG nova.compute.manager [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.406325] env[70399]: DEBUG nova.network.neutron [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.492690] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.494100] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266fb923-f538-46bd-b8b6-4f08875a5b34 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.502313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "refresh_cache-c3427f09-f862-4df1-b52d-39afbd18edc2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.504427] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.504427] env[70399]: ERROR oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk due to incomplete transfer. [ 889.504595] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a868d124-c38f-4508-8e25-9c11784d0a24 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.515024] env[70399]: DEBUG oslo_vmware.rw_handles [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47fad-1e3f-43b4-eb74-e574875cd9de/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.515425] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Uploaded image d9470ca9-3e0b-4419-b53c-c5b068b7da4a to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.517555] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.518939] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd4543dc-edd1-4010-a773-8cf21b8d587b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.529042] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 889.529042] env[70399]: value = "task-3758241" [ 889.529042] env[70399]: _type = "Task" [ 889.529042] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.542827] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758241, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.596897] env[70399]: INFO nova.compute.manager [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Took 31.21 seconds to build instance. [ 889.635648] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758233, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.640384] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.641024] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.645150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.078s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.649190] env[70399]: DEBUG nova.objects.instance [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lazy-loading 'resources' on Instance uuid fece1064-606f-4e15-84a2-c4c926036bdc {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.669424] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.676636] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727775} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.676636] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 9d950de1-37dc-440f-b78b-e38520713ce1/9d950de1-37dc-440f-b78b-e38520713ce1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.676636] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.676636] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-059a518b-3ea6-41f0-a346-0ee02fcc282f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.685504] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 889.685504] env[70399]: value = "task-3758242" [ 889.685504] env[70399]: _type = "Task" [ 889.685504] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.693625] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.042495] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758241, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.069673] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updated VIF entry in instance network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.070076] env[70399]: DEBUG nova.network.neutron [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [{"id": "16e680e5-61e3-4415-ac6b-add4a154117f", "address": "fa:16:3e:c6:d9:4f", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e680e5-61", "ovs_interfaceid": "16e680e5-61e3-4415-ac6b-add4a154117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.098588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5c20c5c9-713c-4547-bc48-516437dfea85 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.943s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.138032] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758233, 'name': CloneVM_Task, 'duration_secs': 1.868777} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.138032] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Created linked-clone VM from snapshot [ 890.138032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789c60a-a6c4-4995-98fa-ddc8bf9a842a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151042] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Uploading image 8ee04ca0-ecd2-401b-8027-6b6c811d7991 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.162837] env[70399]: DEBUG nova.compute.utils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.170967] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.170967] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.176258] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.178330] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "b6137c02-3eda-4a97-917a-869afdfc0423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.178330] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.178330] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a14c3348-ddf2-4845-8d7d-2679ed626f00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.184602] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.192977] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 890.192977] env[70399]: value = "task-3758243" [ 890.192977] env[70399]: _type = "Task" [ 890.192977] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.197251] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076857} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.201727] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.207328] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089079e6-857e-41f4-a882-12c01e932c88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.218856] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758243, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.242356] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9d950de1-37dc-440f-b78b-e38520713ce1/9d950de1-37dc-440f-b78b-e38520713ce1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.246039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b140018e-0570-4a3d-9c40-44a06e1e3cb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.265357] env[70399]: DEBUG nova.policy [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3175cee7994da0aff281679e1ab4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224dcd9d63f44e12b7f554ae0b9db71f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.274319] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 890.274319] env[70399]: value = "task-3758244" [ 890.274319] env[70399]: _type = "Task" [ 890.274319] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.286884] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.350988] env[70399]: DEBUG nova.network.neutron [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.403012] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Successfully updated port: a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.469247] env[70399]: DEBUG nova.compute.manager [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Received event network-vif-plugged-a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.469549] env[70399]: DEBUG oslo_concurrency.lockutils [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.469825] env[70399]: DEBUG oslo_concurrency.lockutils [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.473925] env[70399]: DEBUG oslo_concurrency.lockutils [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.474378] env[70399]: DEBUG nova.compute.manager [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] No waiting events found dispatching network-vif-plugged-a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.474631] env[70399]: WARNING nova.compute.manager [req-719dfc66-21ac-40c6-aac0-627479792d67 req-a2b8e957-122c-4149-ae85-967ef240d11b service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Received unexpected event network-vif-plugged-a56c942d-9898-4d7c-9bad-6510f62bfcb9 for instance with vm_state building and task_state spawning. [ 890.503580] env[70399]: DEBUG nova.compute.manager [req-45b6128f-eb47-4d1c-a833-f0065c18cd13 req-b56e7271-f3d1-4ff6-861e-70fdf80f9a01 service nova] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Received event network-vif-deleted-0eb06e40-4709-4cc8-8919-d781b20d15ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.512245] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.512468] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11df715d-230a-49fd-9e13-95d4eb2b0e1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.521547] env[70399]: DEBUG oslo_vmware.api [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 890.521547] env[70399]: value = "task-3758245" [ 890.521547] env[70399]: _type = "Task" [ 890.521547] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.540735] env[70399]: DEBUG oslo_vmware.api [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.548784] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758241, 'name': Destroy_Task, 'duration_secs': 0.986586} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.552569] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Destroyed the VM [ 890.552922] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.553559] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20297d84-83e1-4b96-8622-93800ec951e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562603] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 890.562603] env[70399]: value = "task-3758246" [ 890.562603] env[70399]: _type = "Task" [ 890.562603] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.573301] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ace4946-05b9-441e-b9aa-639afc93a98b req-a525e47b-0349-449e-ada5-2f60769340f2 service nova] Releasing lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.578538] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.603185] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.669283] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.673040] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.713906] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758243, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.791015] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758244, 'name': ReconfigVM_Task, 'duration_secs': 0.434524} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.795848] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9d950de1-37dc-440f-b78b-e38520713ce1/9d950de1-37dc-440f-b78b-e38520713ce1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.795848] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78affa48-e515-48ec-835c-a0a78f1d1ac6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.803222] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 890.803222] env[70399]: value = "task-3758247" [ 890.803222] env[70399]: _type = "Task" [ 890.803222] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.813066] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758247, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.814172] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Successfully created port: 8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.824231] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.824559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.853648] env[70399]: INFO nova.compute.manager [-] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Took 1.45 seconds to deallocate network for instance. [ 890.910786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.911027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.911197] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.033684] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69662766-52ea-4995-9370-b6840c8059b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.041214] env[70399]: DEBUG oslo_vmware.api [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758245, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.047846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00edccac-ff1e-4c98-8f0c-85fe55e4f067 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.092139] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c38e1cd-e4da-45ac-b316-84ce337d3f1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.103898] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758246, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.108690] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d4f5d-a0b4-4274-a2ab-855d5176f537 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.130780] env[70399]: DEBUG nova.compute.provider_tree [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.137946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.163944] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.212459] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758243, 'name': Destroy_Task, 'duration_secs': 0.541378} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.212922] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Destroyed the VM [ 891.213175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.213984] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b48208c3-5564-45a8-973b-5bf76fb0fdcc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.223136] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 891.223136] env[70399]: value = "task-3758248" [ 891.223136] env[70399]: _type = "Task" [ 891.223136] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.238523] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.314472] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758247, 'name': Rename_Task, 'duration_secs': 0.19547} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.314886] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.315212] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d491dbe8-63d3-4639-a599-035659e8d354 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.323496] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 891.323496] env[70399]: value = "task-3758249" [ 891.323496] env[70399]: _type = "Task" [ 891.323496] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.333733] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.368218] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.465041] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.534948] env[70399]: DEBUG oslo_vmware.api [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758245, 'name': PowerOnVM_Task, 'duration_secs': 0.517097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.535296] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.535504] env[70399]: DEBUG nova.compute.manager [None req-88114d64-b9d6-4f11-860e-4412efd63462 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.536423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c20e9-59fe-42d1-bb45-0832f00f0e49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.606973] env[70399]: DEBUG oslo_vmware.api [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758246, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579132} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.607437] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.607714] env[70399]: INFO nova.compute.manager [None req-ee324733-5ab7-435a-8288-f1820c4731bd tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Took 17.76 seconds to snapshot the instance on the hypervisor. [ 891.637303] env[70399]: DEBUG nova.scheduler.client.report [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.668284] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.683110] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.710809] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.711153] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.711312] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.711493] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.711635] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.711780] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.712013] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.712263] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.712455] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.712621] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.712794] env[70399]: DEBUG nova.virt.hardware [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.713715] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016b763-db5f-4451-a72a-712148b7fc7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.729541] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d26b42-8819-4731-9139-56b5fdc52756 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.743907] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758248, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.766800] env[70399]: DEBUG nova.network.neutron [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating instance_info_cache with network_info: [{"id": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "address": "fa:16:3e:b2:72:f1", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56c942d-98", "ovs_interfaceid": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.836899] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.146651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.502s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.150358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.104s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.151375] env[70399]: INFO nova.compute.claims [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.166548] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758240, 'name': CreateVM_Task, 'duration_secs': 2.734754} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.167207] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.168175] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.168596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.169106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.169452] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa164a3f-0ef6-409d-800f-6a181e2fb4ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.176173] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 892.176173] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52197b05-ec35-7d87-0088-26f26b724b2f" [ 892.176173] env[70399]: _type = "Task" [ 892.176173] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.188082] env[70399]: INFO nova.scheduler.client.report [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Deleted allocations for instance fece1064-606f-4e15-84a2-c4c926036bdc [ 892.195603] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52197b05-ec35-7d87-0088-26f26b724b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.212115] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.212420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.236579] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758248, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.269726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270094] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Instance network_info: |[{"id": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "address": "fa:16:3e:b2:72:f1", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56c942d-98", "ovs_interfaceid": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.270853] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:72:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56c942d-9898-4d7c-9bad-6510f62bfcb9', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.279356] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating folder: Project (700fdf82008f4326ba0b5b7330bdbb5a). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.280394] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba89b7e3-2d44-4665-8849-41767a3bed0b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.295714] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created folder: Project (700fdf82008f4326ba0b5b7330bdbb5a) in parent group-v747819. [ 892.296041] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating folder: Instances. Parent ref: group-v747976. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.296299] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80f0b719-fd3f-494c-8b1e-f90a45762708 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.308464] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created folder: Instances in parent group-v747976. [ 892.308726] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.308970] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.309215] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68241ee-e9b5-4df1-a164-77928652f473 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338598] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.338598] env[70399]: value = "task-3758252" [ 892.338598] env[70399]: _type = "Task" [ 892.338598] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.343655] env[70399]: DEBUG oslo_vmware.api [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758249, 'name': PowerOnVM_Task, 'duration_secs': 0.734939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.349180] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.349180] env[70399]: INFO nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Took 9.24 seconds to spawn the instance on the hypervisor. [ 892.349180] env[70399]: DEBUG nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.350032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e013ed12-e980-4b83-808d-5c6984909a96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.358750] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758252, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.690679] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52197b05-ec35-7d87-0088-26f26b724b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019424} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.691352] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.691779] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.692143] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.692377] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.694067] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.694067] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f68baf4-1607-4999-a084-5ceb659b8ebd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.704037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-66bb9516-91e3-4a61-a07d-cbb63c5bb0f1 tempest-InstanceActionsNegativeTestJSON-314319433 tempest-InstanceActionsNegativeTestJSON-314319433-project-member] Lock "fece1064-606f-4e15-84a2-c4c926036bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.632s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.711192] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.712293] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.713620] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28e65b2-2488-4ba8-9521-749880e630ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.725519] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 892.725519] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218e294-f5ae-0a84-cdf2-1e1fe87b40e6" [ 892.725519] env[70399]: _type = "Task" [ 892.725519] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.735285] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Successfully updated port: 8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.747989] env[70399]: DEBUG oslo_vmware.api [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758248, 'name': RemoveSnapshot_Task, 'duration_secs': 1.072435} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.751927] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.755460] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218e294-f5ae-0a84-cdf2-1e1fe87b40e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.831184] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.831908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.832163] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.832358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.832692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.837842] env[70399]: DEBUG nova.compute.manager [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Received event network-changed-a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.838038] env[70399]: DEBUG nova.compute.manager [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Refreshing instance network info cache due to event network-changed-a56c942d-9898-4d7c-9bad-6510f62bfcb9. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.838263] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Acquiring lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.838408] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Acquired lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.838575] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Refreshing network info cache for port a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.840417] env[70399]: INFO nova.compute.manager [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Terminating instance [ 892.856300] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758252, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.857998] env[70399]: DEBUG nova.compute.manager [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Received event network-vif-plugged-8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.858174] env[70399]: DEBUG oslo_concurrency.lockutils [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] Acquiring lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.858383] env[70399]: DEBUG oslo_concurrency.lockutils [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.858549] env[70399]: DEBUG oslo_concurrency.lockutils [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.858733] env[70399]: DEBUG nova.compute.manager [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] No waiting events found dispatching network-vif-plugged-8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.858900] env[70399]: WARNING nova.compute.manager [req-c91073ef-adc8-4373-a0b5-f158840ea49c req-75ca75b4-2fc0-42b3-9315-72525169a67d service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Received unexpected event network-vif-plugged-8c718ab2-95d7-4f54-9f44-2fc85623af96 for instance with vm_state building and task_state spawning. [ 892.876570] env[70399]: INFO nova.compute.manager [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Took 30.21 seconds to build instance. [ 893.245177] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.245416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.245655] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.247411] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218e294-f5ae-0a84-cdf2-1e1fe87b40e6, 'name': SearchDatastore_Task, 'duration_secs': 0.03409} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.251481] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89437a70-de4a-41f4-a67f-8b0f093e2cea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.256596] env[70399]: WARNING nova.compute.manager [None req-5e2ff504-5fc0-40a3-a3f9-22b736595e50 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Image not found during snapshot: nova.exception.ImageNotFound: Image 8ee04ca0-ecd2-401b-8027-6b6c811d7991 could not be found. [ 893.259700] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 893.259700] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f239b3-7fdd-8830-ce68-9aeab3b60ca3" [ 893.259700] env[70399]: _type = "Task" [ 893.259700] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.273027] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f239b3-7fdd-8830-ce68-9aeab3b60ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.349485] env[70399]: DEBUG nova.compute.manager [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.349485] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.350816] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442a712-f930-4c55-a539-112f7b9bcfc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.360223] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758252, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.367014] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.370421] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9840bf21-e504-48d7-99af-ee2082465fe9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.380988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-418c3c6b-242c-411d-9ff5-368b2948a873 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.585s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.449027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.449871] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.450412] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore1] f9b289ca-c7c7-4ba6-b85f-ab2954630f1e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.450976] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdc5418-d09b-4cf0-8773-8b5a390fd739 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.461237] env[70399]: DEBUG oslo_vmware.api [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 893.461237] env[70399]: value = "task-3758254" [ 893.461237] env[70399]: _type = "Task" [ 893.461237] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.486269] env[70399]: DEBUG oslo_vmware.api [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.718587] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updated VIF entry in instance network info cache for port a56c942d-9898-4d7c-9bad-6510f62bfcb9. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.719050] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating instance_info_cache with network_info: [{"id": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "address": "fa:16:3e:b2:72:f1", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56c942d-98", "ovs_interfaceid": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.735670] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.736425] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.776365] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f239b3-7fdd-8830-ce68-9aeab3b60ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.776365] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.776365] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 83bd920a-925d-4ece-82e3-f84a5cdc61a4/83bd920a-925d-4ece-82e3-f84a5cdc61a4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.776365] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8099b8-4e0f-48a7-88e6-f24f40825863 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.784603] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 893.784603] env[70399]: value = "task-3758255" [ 893.784603] env[70399]: _type = "Task" [ 893.784603] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.798223] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.804306] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.861237] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758252, 'name': CreateVM_Task, 'duration_secs': 1.503508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.861862] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.862813] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.863157] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.863368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.863592] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a039ba6-c2c0-4ac7-b2ca-0b62a5a59cd5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.870669] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1e892-3246-484f-8d25-628540e51976 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.876156] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 893.876156] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5249c65c-cdd8-005d-f389-66d04cda3458" [ 893.876156] env[70399]: _type = "Task" [ 893.876156] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.890088] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.894190] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a737ef-572e-4055-b6e4-8a7bced8f7df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.911264] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5249c65c-cdd8-005d-f389-66d04cda3458, 'name': SearchDatastore_Task, 'duration_secs': 0.016935} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.939540] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.939890] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.940204] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.940323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.940505] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.942275] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e6a8462-788a-4438-a362-65a88b2332b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.944736] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a51cb4-04c9-4b36-afa3-7077f751c5e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.954867] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99f4cf-e034-4970-9054-af45b86e3567 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.960817] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.961118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.967497] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33582964-5378-4af5-b388-ece26250b0dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.983261] env[70399]: DEBUG nova.compute.provider_tree [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.987722] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 893.987722] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52af3b7f-b516-85d0-9255-cbfeb364bdb9" [ 893.987722] env[70399]: _type = "Task" [ 893.987722] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.991102] env[70399]: DEBUG oslo_vmware.api [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353856} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.996976] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.996976] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.996976] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.997318] env[70399]: INFO nova.compute.manager [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Took 0.65 seconds to destroy the instance on the hypervisor. [ 893.997415] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.001488] env[70399]: DEBUG nova.compute.manager [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.001488] env[70399]: DEBUG nova.network.neutron [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.009209] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52af3b7f-b516-85d0-9255-cbfeb364bdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.010000] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc8d8fa-b5cd-419c-b7da-6bd3ce435eb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.019030] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 894.019030] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521bc15d-3397-6f0c-ccea-c58ef87c10a5" [ 894.019030] env[70399]: _type = "Task" [ 894.019030] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.032725] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521bc15d-3397-6f0c-ccea-c58ef87c10a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.052974] env[70399]: DEBUG nova.network.neutron [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Updating instance_info_cache with network_info: [{"id": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "address": "fa:16:3e:2c:6f:c5", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c718ab2-95", "ovs_interfaceid": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.222332] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Releasing lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.222632] env[70399]: DEBUG nova.compute.manager [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Received event network-changed-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.222891] env[70399]: DEBUG nova.compute.manager [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Refreshing instance network info cache due to event network-changed-107e3ce3-a3bc-49e1-9b3b-20245fe91f23. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.223213] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Acquiring lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.223429] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Acquired lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.223678] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Refreshing network info cache for port 107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.300372] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.394547] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "f1301b43-60dc-4939-ab24-0997a306dce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.394799] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.398122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.398122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.398122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.400967] env[70399]: INFO nova.compute.manager [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Terminating instance [ 894.415420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.486734] env[70399]: DEBUG nova.scheduler.client.report [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.530414] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521bc15d-3397-6f0c-ccea-c58ef87c10a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019373} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.530414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.530874] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 0cb287d3-cf57-49e4-9680-1b6e129fb886/0cb287d3-cf57-49e4-9680-1b6e129fb886.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.531017] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5727158b-9e79-4008-bd9d-0eacf964349f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.539385] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 894.539385] env[70399]: value = "task-3758256" [ 894.539385] env[70399]: _type = "Task" [ 894.539385] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.549715] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.555672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.555989] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Instance network_info: |[{"id": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "address": "fa:16:3e:2c:6f:c5", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c718ab2-95", "ovs_interfaceid": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.556432] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6f:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c718ab2-95d7-4f54-9f44-2fc85623af96', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.568367] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.568735] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.568881] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14ae0b37-68b3-4dc9-9fff-3d9e01caebf6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.599142] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.599142] env[70399]: value = "task-3758257" [ 894.599142] env[70399]: _type = "Task" [ 894.599142] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.614472] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758257, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.804168] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717189} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.804168] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 83bd920a-925d-4ece-82e3-f84a5cdc61a4/83bd920a-925d-4ece-82e3-f84a5cdc61a4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.804168] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.804527] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45210fc-3b68-419a-9b94-71ddc3ea46ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813159] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 894.813159] env[70399]: value = "task-3758258" [ 894.813159] env[70399]: _type = "Task" [ 894.813159] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.829991] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.865856] env[70399]: DEBUG nova.compute.manager [req-383538f2-777c-4395-8aeb-12fa2002b7e6 req-15491dbb-6ed0-4f78-9f7b-6dda0294f5b5 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Received event network-vif-deleted-38b7d682-eac4-418c-bf38-110891cd01c6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.865856] env[70399]: INFO nova.compute.manager [req-383538f2-777c-4395-8aeb-12fa2002b7e6 req-15491dbb-6ed0-4f78-9f7b-6dda0294f5b5 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Neutron deleted interface 38b7d682-eac4-418c-bf38-110891cd01c6; detaching it from the instance and deleting it from the info cache [ 894.866077] env[70399]: DEBUG nova.network.neutron [req-383538f2-777c-4395-8aeb-12fa2002b7e6 req-15491dbb-6ed0-4f78-9f7b-6dda0294f5b5 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.906686] env[70399]: DEBUG nova.compute.manager [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Received event network-changed-8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.906686] env[70399]: DEBUG nova.compute.manager [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Refreshing instance network info cache due to event network-changed-8c718ab2-95d7-4f54-9f44-2fc85623af96. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.906686] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] Acquiring lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.906686] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] Acquired lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.906686] env[70399]: DEBUG nova.network.neutron [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Refreshing network info cache for port 8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.908578] env[70399]: DEBUG nova.compute.manager [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.908775] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.910122] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16889fc1-09d4-4248-bb8f-e3d88a5045a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.919492] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.919774] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342294f1-e55a-42ca-abba-5c85a03a3250 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.928794] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 894.928794] env[70399]: value = "task-3758259" [ 894.928794] env[70399]: _type = "Task" [ 894.928794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.941076] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.000811] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.001648] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.005223] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.725s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.005435] env[70399]: DEBUG nova.objects.instance [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'resources' on Instance uuid 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.052982] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.094307] env[70399]: DEBUG nova.network.neutron [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.117197] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758257, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.326904] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1688} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.327404] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.332076] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c79995-759e-43fd-9c8e-5813798aa8e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.366554] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 83bd920a-925d-4ece-82e3-f84a5cdc61a4/83bd920a-925d-4ece-82e3-f84a5cdc61a4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.366855] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bff88c-034a-4015-aa4d-1fc3897ec34e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.385544] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a687200-b7d5-4770-9010-02854174a55d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.393140] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 895.393140] env[70399]: value = "task-3758260" [ 895.393140] env[70399]: _type = "Task" [ 895.393140] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.403033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331005a9-fba7-45c3-a229-8f446757d2c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.421094] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.452210] env[70399]: DEBUG nova.compute.manager [req-383538f2-777c-4395-8aeb-12fa2002b7e6 req-15491dbb-6ed0-4f78-9f7b-6dda0294f5b5 service nova] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Detach interface failed, port_id=38b7d682-eac4-418c-bf38-110891cd01c6, reason: Instance f9b289ca-c7c7-4ba6-b85f-ab2954630f1e could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.456502] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758259, 'name': PowerOffVM_Task, 'duration_secs': 0.283825} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.456765] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.456933] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.457246] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baef7735-0e2f-4c04-9796-5d95a907b318 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.502187] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updated VIF entry in instance network info cache for port 107e3ce3-a3bc-49e1-9b3b-20245fe91f23. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.502656] env[70399]: DEBUG nova.network.neutron [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating instance_info_cache with network_info: [{"id": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "address": "fa:16:3e:39:47:f6", "network": {"id": "02ec2c39-ba97-4f33-8fda-033133d08249", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-941479671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9099beeab65040fb9b60a00b5a5f201b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107e3ce3-a3", "ovs_interfaceid": "107e3ce3-a3bc-49e1-9b3b-20245fe91f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.509269] env[70399]: DEBUG nova.compute.utils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.510448] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.510618] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.552454] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.552454] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.552454] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleting the datastore file [datastore2] f1301b43-60dc-4939-ab24-0997a306dce5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.556026] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7d300f3-c903-45e2-8ec8-f6841c57b69a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.558233] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759965} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.561291] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 0cb287d3-cf57-49e4-9680-1b6e129fb886/0cb287d3-cf57-49e4-9680-1b6e129fb886.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.561643] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.562140] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a784bd8-dfc3-4c02-91c8-60df7cb35360 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.566908] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 895.566908] env[70399]: value = "task-3758262" [ 895.566908] env[70399]: _type = "Task" [ 895.566908] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.574482] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 895.574482] env[70399]: value = "task-3758263" [ 895.574482] env[70399]: _type = "Task" [ 895.574482] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.576144] env[70399]: DEBUG nova.policy [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4726dafe392e4d0c80e560d9e521361e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0166347b8b24eeebe31b8500fd468ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.593226] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.601196] env[70399]: INFO nova.compute.manager [-] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Took 1.60 seconds to deallocate network for instance. [ 895.614707] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.628403] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758257, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.838167] env[70399]: DEBUG nova.network.neutron [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Updated VIF entry in instance network info cache for port 8c718ab2-95d7-4f54-9f44-2fc85623af96. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.839311] env[70399]: DEBUG nova.network.neutron [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Updating instance_info_cache with network_info: [{"id": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "address": "fa:16:3e:2c:6f:c5", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c718ab2-95", "ovs_interfaceid": "8c718ab2-95d7-4f54-9f44-2fc85623af96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.913426] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.009023] env[70399]: DEBUG oslo_concurrency.lockutils [req-b1c59d3d-58cc-4de3-8afc-dd119b07ebf1 req-084b2ab0-aaf9-4a4f-af7c-043cf32e0910 service nova] Releasing lock "refresh_cache-690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.015820] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.023807] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Successfully created port: 9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.081158] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.094560] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071331} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.094925] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.095801] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcf54de-277b-4202-813e-9d0c32b35483 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.123994] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0cb287d3-cf57-49e4-9680-1b6e129fb886/0cb287d3-cf57-49e4-9680-1b6e129fb886.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.131711] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.132041] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc98950-6f30-4fc7-92c0-bb07e7e65be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.156229] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758257, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.158136] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 896.158136] env[70399]: value = "task-3758264" [ 896.158136] env[70399]: _type = "Task" [ 896.158136] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.168454] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.242378] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965af456-732b-4bbb-8962-eb34e6d5955b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.252731] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f6bed-a616-48c2-be5f-9c4dea778a6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.305808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b66a1-f928-4f14-89ad-e56faa88c869 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.317154] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9fb0d0-388f-415e-8128-a8c3f97460f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.335424] env[70399]: DEBUG nova.compute.provider_tree [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.342544] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddb5c052-ec38-404a-91d8-8101f1671b44 req-f12189c5-870b-43a3-8630-375bba8592d7 service nova] Releasing lock "refresh_cache-4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.399637] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "43349753-23ef-41fe-acd9-202d4ee28ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.400100] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.400416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.401970] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.401970] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.406453] env[70399]: INFO nova.compute.manager [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Terminating instance [ 896.413786] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758260, 'name': ReconfigVM_Task, 'duration_secs': 0.977682} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.414048] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 83bd920a-925d-4ece-82e3-f84a5cdc61a4/83bd920a-925d-4ece-82e3-f84a5cdc61a4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.415162] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f4aace-be21-494f-bf72-706dd961e95e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.422437] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 896.422437] env[70399]: value = "task-3758265" [ 896.422437] env[70399]: _type = "Task" [ 896.422437] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.438415] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758265, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.579566] env[70399]: DEBUG oslo_vmware.api [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667192} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.579844] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.580041] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.580223] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.580402] env[70399]: INFO nova.compute.manager [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 896.580649] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.581252] env[70399]: DEBUG nova.compute.manager [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.581357] env[70399]: DEBUG nova.network.neutron [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.625631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.625989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.631684] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758257, 'name': CreateVM_Task, 'duration_secs': 1.790659} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.632433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.633217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.633424] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.633786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.634419] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e282281-f5e9-44d4-b24c-a7d5af3979da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.641183] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 896.641183] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bfcb22-1a4d-eb60-f981-5064b70ae14c" [ 896.641183] env[70399]: _type = "Task" [ 896.641183] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.651299] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bfcb22-1a4d-eb60-f981-5064b70ae14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.669148] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.844197] env[70399]: DEBUG nova.scheduler.client.report [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.911396] env[70399]: DEBUG nova.compute.manager [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.911628] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.912854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa80b9e-b5a9-4a1c-bce1-e50eb3a81e3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.921167] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.921426] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f505aa-b3d0-4100-8132-d20bda3e3ff9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.928706] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 896.928706] env[70399]: value = "task-3758266" [ 896.928706] env[70399]: _type = "Task" [ 896.928706] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.935842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "9d950de1-37dc-440f-b78b-e38520713ce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.936093] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.936298] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.936532] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.936641] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.938426] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758265, 'name': Rename_Task, 'duration_secs': 0.208681} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.938900] env[70399]: INFO nova.compute.manager [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Terminating instance [ 896.940906] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.942142] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68c4ad0-f1c3-4933-b301-85356b31ea9b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.948292] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.955824] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 896.955824] env[70399]: value = "task-3758267" [ 896.955824] env[70399]: _type = "Task" [ 896.955824] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.965170] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.029331] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.057149] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.057408] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.057564] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.057746] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.057894] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.058074] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.058281] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.058615] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.058793] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.059025] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.059259] env[70399]: DEBUG nova.virt.hardware [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.060527] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e6446-a19d-40e6-bb0a-d5a6cbc50548 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.069753] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cdf65-4849-40df-b841-23b3bce0b575 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.134432] env[70399]: DEBUG nova.compute.utils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.154999] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bfcb22-1a4d-eb60-f981-5064b70ae14c, 'name': SearchDatastore_Task, 'duration_secs': 0.021566} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.155280] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.156850] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.156850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.156850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.156850] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.156850] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da1351e-9552-443b-b167-d93577635376 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.169039] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758264, 'name': ReconfigVM_Task, 'duration_secs': 0.540666} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.169237] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.169389] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.170178] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0cb287d3-cf57-49e4-9680-1b6e129fb886/0cb287d3-cf57-49e4-9680-1b6e129fb886.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.170785] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed319542-8fe1-4373-a626-8687a558a982 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.173354] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddba1c3c-2205-48ce-a81f-20611a338e16 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.179124] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 897.179124] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dbc56d-711b-9e38-646b-6d24468805cd" [ 897.179124] env[70399]: _type = "Task" [ 897.179124] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.183950] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 897.183950] env[70399]: value = "task-3758268" [ 897.183950] env[70399]: _type = "Task" [ 897.183950] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.190160] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dbc56d-711b-9e38-646b-6d24468805cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.195911] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758268, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.325811] env[70399]: DEBUG nova.network.neutron [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.337103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.337635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.348399] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.353172] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.370s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.354800] env[70399]: INFO nova.compute.claims [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.380101] env[70399]: INFO nova.scheduler.client.report [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted allocations for instance 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9 [ 897.440798] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758266, 'name': PowerOffVM_Task, 'duration_secs': 0.453704} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.441181] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.441382] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.441650] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c123371a-9299-4e9c-88b3-2ae5ef4e3ec2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.448722] env[70399]: DEBUG nova.compute.manager [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.448937] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.449933] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1fa67-2c7f-49bb-a33e-8296aa87a6b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.457392] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.460358] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999d53dd-ac21-4387-b57d-e417b8dbfa07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.467603] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.469019] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 897.469019] env[70399]: value = "task-3758270" [ 897.469019] env[70399]: _type = "Task" [ 897.469019] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.478596] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.512514] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.512913] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.513262] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleting the datastore file [datastore1] 43349753-23ef-41fe-acd9-202d4ee28ebe {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.513668] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7666929-1969-4b85-8111-88042d4fe480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.521505] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 897.521505] env[70399]: value = "task-3758271" [ 897.521505] env[70399]: _type = "Task" [ 897.521505] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.531227] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.594525] env[70399]: DEBUG nova.compute.manager [req-7181978f-3cf5-4bcf-96c5-c2a6f1a50643 req-ce22835f-d9e5-4485-94be-9ff322433bb7 service nova] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Received event network-vif-deleted-74289740-2c93-4805-ac45-8a472518789b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.638183] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.691701] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dbc56d-711b-9e38-646b-6d24468805cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.692976] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1a4397-26da-4a25-b654-bb26ec6de34d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.699063] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758268, 'name': Rename_Task, 'duration_secs': 0.225182} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.699915] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.700175] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e10541-247b-4007-bc5c-bae992cffba6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.704511] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 897.704511] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b676c-bb7d-4117-af2c-25b60478f8a6" [ 897.704511] env[70399]: _type = "Task" [ 897.704511] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.712518] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 897.712518] env[70399]: value = "task-3758272" [ 897.712518] env[70399]: _type = "Task" [ 897.712518] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.714248] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b676c-bb7d-4117-af2c-25b60478f8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.724193] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.827078] env[70399]: INFO nova.compute.manager [-] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Took 1.25 seconds to deallocate network for instance. [ 897.888845] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf755295-859a-437d-8513-dfed6b1a0ca7 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.866s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.946521] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Successfully updated port: 9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.968240] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.981653] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758270, 'name': PowerOffVM_Task, 'duration_secs': 0.423392} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.982110] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.982678] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.982678] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec13b14-f9c7-4061-a8e5-c80bf745f249 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.033926] env[70399]: DEBUG oslo_vmware.api [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284301} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.034277] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.034522] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.035052] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.035052] env[70399]: INFO nova.compute.manager [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 898.035268] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.035340] env[70399]: DEBUG nova.compute.manager [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.035820] env[70399]: DEBUG nova.network.neutron [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.058262] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.059155] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.059155] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleting the datastore file [datastore1] 9d950de1-37dc-440f-b78b-e38520713ce1 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.059155] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d04d93-ed42-4826-b919-0699d4e7500a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.066817] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 898.066817] env[70399]: value = "task-3758274" [ 898.066817] env[70399]: _type = "Task" [ 898.066817] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.078337] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.219183] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b676c-bb7d-4117-af2c-25b60478f8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027223} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.223814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224338] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1/4fbe5ca0-b701-445a-ab33-f1829b8cc8a1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.224900] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be9c2f5f-4459-4ab9-81a8-511a6f1a381a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.235052] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.236903] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 898.236903] env[70399]: value = "task-3758275" [ 898.236903] env[70399]: _type = "Task" [ 898.236903] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.250843] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.253999] env[70399]: DEBUG nova.compute.manager [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Received event network-vif-plugged-9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.254366] env[70399]: DEBUG oslo_concurrency.lockutils [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] Acquiring lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.254650] env[70399]: DEBUG oslo_concurrency.lockutils [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.254911] env[70399]: DEBUG oslo_concurrency.lockutils [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.255386] env[70399]: DEBUG nova.compute.manager [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] No waiting events found dispatching network-vif-plugged-9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.255562] env[70399]: WARNING nova.compute.manager [req-b237c275-33fd-44da-acf3-0b2bc16b16d4 req-a93a8860-9b90-40e4-9fe1-ba244bdf7904 service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Received unexpected event network-vif-plugged-9d480534-1b01-4f9e-84da-73af7694ab15 for instance with vm_state building and task_state spawning. [ 898.335918] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.450706] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.450706] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquired lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.450706] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.473284] env[70399]: DEBUG oslo_vmware.api [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758267, 'name': PowerOnVM_Task, 'duration_secs': 1.403668} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.477066] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.477529] env[70399]: INFO nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Took 12.50 seconds to spawn the instance on the hypervisor. [ 898.478252] env[70399]: DEBUG nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.483010] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9006da7-3864-41c4-be6e-9de7c3f1a863 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.579188] env[70399]: DEBUG oslo_vmware.api [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203357} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.582877] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.583651] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.584046] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.584112] env[70399]: INFO nova.compute.manager [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.584428] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.585262] env[70399]: DEBUG nova.compute.manager [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.585354] env[70399]: DEBUG nova.network.neutron [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.732076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.732526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.732953] env[70399]: INFO nova.compute.manager [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Attaching volume 3f4904f2-e224-4b91-adad-dbfae381c7cc to /dev/sdb [ 898.760935] env[70399]: DEBUG oslo_vmware.api [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758272, 'name': PowerOnVM_Task, 'duration_secs': 0.687174} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.766909] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.767444] env[70399]: INFO nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Took 9.96 seconds to spawn the instance on the hypervisor. [ 898.767583] env[70399]: DEBUG nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.769319] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000e271-a46f-4078-9b4d-ef7b1cdd898b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.784253] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758275, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.799503] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44218316-ad4d-49cc-aa81-70ebcccf66e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.812727] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8364d4-4761-41da-a9d3-1a98834d657b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.837139] env[70399]: DEBUG nova.virt.block_device [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating existing volume attachment record: d92d1e57-8bb0-4232-b550-159911f6114f {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 899.014974] env[70399]: INFO nova.compute.manager [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Took 35.30 seconds to build instance. [ 899.028907] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.161934] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3456ad5-54dd-40c9-b9a1-df60d33b446a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.172365] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a2da3-bccf-46fc-b7fa-538fae58f6ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.225221] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f62148-4640-44d0-aae8-58b974bfcf84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.237082] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af6a75-81aa-4d8a-854f-1174b6e4ca99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242434] env[70399]: DEBUG nova.network.neutron [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.255401] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770414} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.267203] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1/4fbe5ca0-b701-445a-ab33-f1829b8cc8a1.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.267427] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.268474] env[70399]: DEBUG nova.compute.provider_tree [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.270866] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f61420-1b2d-4d6b-ad53-77dfd1d365c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.283628] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 899.283628] env[70399]: value = "task-3758279" [ 899.283628] env[70399]: _type = "Task" [ 899.283628] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.296166] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.312238] env[70399]: INFO nova.compute.manager [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Took 32.19 seconds to build instance. [ 899.328153] env[70399]: DEBUG nova.network.neutron [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Updating instance_info_cache with network_info: [{"id": "9d480534-1b01-4f9e-84da-73af7694ab15", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "87e2a1a9-4552-4ba2-a827-e0357464ac85", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1345998123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0166347b8b24eeebe31b8500fd468ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480534-1b", "ovs_interfaceid": "9d480534-1b01-4f9e-84da-73af7694ab15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.495400] env[70399]: DEBUG nova.network.neutron [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.517685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a42c23f-43e1-4b21-9ef6-7cd1f3e69801 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.293s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.750129] env[70399]: INFO nova.compute.manager [-] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Took 1.71 seconds to deallocate network for instance. [ 899.780276] env[70399]: DEBUG nova.scheduler.client.report [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.796585] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076739} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.797139] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.798021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a376ea79-f303-4b30-814e-186385974ffd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.822102] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1/4fbe5ca0-b701-445a-ab33-f1829b8cc8a1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.823633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-511142b9-61e1-41d6-a829-46fe0656b368 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.222s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.823853] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764a98b8-da93-4802-a8a3-c53609d6ab7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.847726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Releasing lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.848093] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Instance network_info: |[{"id": "9d480534-1b01-4f9e-84da-73af7694ab15", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "87e2a1a9-4552-4ba2-a827-e0357464ac85", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1345998123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0166347b8b24eeebe31b8500fd468ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480534-1b", "ovs_interfaceid": "9d480534-1b01-4f9e-84da-73af7694ab15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.849221] env[70399]: DEBUG nova.compute.manager [req-cf9a1322-47b2-4f6b-b652-ab5917dc26b7 req-6df2887b-6c0f-406e-ac60-57ee9426c424 service nova] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Received event network-vif-deleted-7beeeba8-f756-4d4a-8caf-89a8ccb2574b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.850039] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d480534-1b01-4f9e-84da-73af7694ab15', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.858491] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Creating folder: Project (d0166347b8b24eeebe31b8500fd468ab). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.860851] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b922f687-140c-453f-b867-92b0bf4c00ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.864344] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 899.864344] env[70399]: value = "task-3758280" [ 899.864344] env[70399]: _type = "Task" [ 899.864344] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.870563] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Created folder: Project (d0166347b8b24eeebe31b8500fd468ab) in parent group-v747819. [ 899.870766] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Creating folder: Instances. Parent ref: group-v747983. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.874635] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8701f06-37b0-4b91-b434-575180e88407 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877156] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.886972] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Created folder: Instances in parent group-v747983. [ 899.888010] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.888244] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.888551] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fc77dba-93dc-48fa-940d-10a4845e4a12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.911042] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.911042] env[70399]: value = "task-3758283" [ 899.911042] env[70399]: _type = "Task" [ 899.911042] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.920644] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758283, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.998364] env[70399]: INFO nova.compute.manager [-] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Took 1.41 seconds to deallocate network for instance. [ 900.021674] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.260863] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.292023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.292023] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.294250] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.596s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.350696] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.382689] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.423206] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758283, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.507891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.547538] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.607316] env[70399]: DEBUG nova.compute.manager [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Received event network-changed-9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.608274] env[70399]: DEBUG nova.compute.manager [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Refreshing instance network info cache due to event network-changed-9d480534-1b01-4f9e-84da-73af7694ab15. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.608838] env[70399]: DEBUG oslo_concurrency.lockutils [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] Acquiring lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.609158] env[70399]: DEBUG oslo_concurrency.lockutils [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] Acquired lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.609610] env[70399]: DEBUG nova.network.neutron [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Refreshing network info cache for port 9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.802213] env[70399]: DEBUG nova.compute.utils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.805721] env[70399]: INFO nova.compute.claims [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.810248] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 900.883023] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758280, 'name': ReconfigVM_Task, 'duration_secs': 0.66526} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.883023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.883023] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1/4fbe5ca0-b701-445a-ab33-f1829b8cc8a1.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.883023] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04cae1a4-b6b5-4348-9c48-bdf24cb33102 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.892766] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 900.892766] env[70399]: value = "task-3758284" [ 900.892766] env[70399]: _type = "Task" [ 900.892766] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.905765] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758284, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.923856] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758283, 'name': CreateVM_Task, 'duration_secs': 0.561626} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.924297] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.925251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.925839] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.926318] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.926799] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bcd818-b98c-46fe-87ac-f44b1029fecd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.933610] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 900.933610] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f0a5f-2dcb-5ccd-30fe-5d4840881094" [ 900.933610] env[70399]: _type = "Task" [ 900.933610] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.947010] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f0a5f-2dcb-5ccd-30fe-5d4840881094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.304468] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.312338] env[70399]: INFO nova.compute.resource_tracker [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating resource usage from migration a8e95709-7924-40cc-a0f4-012da4c63199 [ 901.406061] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758284, 'name': Rename_Task, 'duration_secs': 0.159212} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.409217] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.409796] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc1c5f7-e430-4b38-b3b5-481814c1fec1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.418177] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 901.418177] env[70399]: value = "task-3758286" [ 901.418177] env[70399]: _type = "Task" [ 901.418177] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.433337] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.449785] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f0a5f-2dcb-5ccd-30fe-5d4840881094, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.450235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.450535] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.450827] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.451034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.451345] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.451664] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e1ed47c-3b3a-4262-b0af-2f4b3d9a6cad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.471692] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.471897] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.472960] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614a7025-9f22-4cd6-8eae-c3bbd09242b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.479639] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 901.479639] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527a993e-29d7-aa98-d3e8-6c1ae799f1c7" [ 901.479639] env[70399]: _type = "Task" [ 901.479639] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.493584] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527a993e-29d7-aa98-d3e8-6c1ae799f1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.506067] env[70399]: DEBUG nova.network.neutron [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Updated VIF entry in instance network info cache for port 9d480534-1b01-4f9e-84da-73af7694ab15. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.506428] env[70399]: DEBUG nova.network.neutron [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Updating instance_info_cache with network_info: [{"id": "9d480534-1b01-4f9e-84da-73af7694ab15", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "87e2a1a9-4552-4ba2-a827-e0357464ac85", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1345998123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0166347b8b24eeebe31b8500fd468ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480534-1b", "ovs_interfaceid": "9d480534-1b01-4f9e-84da-73af7694ab15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.595173] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.596181] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.929488] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.976343] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c063f06-3209-4950-8706-c44e562a7abb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.987647] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f509c-0948-4c11-8846-516de3f5497a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.997300] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527a993e-29d7-aa98-d3e8-6c1ae799f1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.031761} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.022237] env[70399]: DEBUG oslo_concurrency.lockutils [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] Releasing lock "refresh_cache-df2ab532-68ed-4662-a5d5-32a0f2ba8b86" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.022422] env[70399]: DEBUG nova.compute.manager [req-d48faa2d-46df-48db-af3e-790ee0d33fb3 req-5bd5c296-f490-41f6-b32f-3ce4b9ad941b service nova] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Received event network-vif-deleted-d0a26605-3ddb-40bf-96b5-ca26e04083f8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.023042] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f89628-664d-4d0b-83bb-be347ed69d27 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.025994] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563584c8-6b66-4c36-af8a-47db784a8629 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.032552] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 902.032552] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52260e72-fa37-f2a7-f10f-fbaa41827bd7" [ 902.032552] env[70399]: _type = "Task" [ 902.032552] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.039028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1b874-3ba5-496c-8b17-dcc33a106202 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.051660] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52260e72-fa37-f2a7-f10f-fbaa41827bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.015109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.060044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060240] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] df2ab532-68ed-4662-a5d5-32a0f2ba8b86/df2ab532-68ed-4662-a5d5-32a0f2ba8b86.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.060769] env[70399]: DEBUG nova.compute.provider_tree [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.062394] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b8d9a70-5e7b-468d-b9a3-41fc4ad3728e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.071101] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 902.071101] env[70399]: value = "task-3758287" [ 902.071101] env[70399]: _type = "Task" [ 902.071101] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.077636] env[70399]: DEBUG nova.compute.manager [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Received event network-changed-a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.077970] env[70399]: DEBUG nova.compute.manager [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Refreshing instance network info cache due to event network-changed-a56c942d-9898-4d7c-9bad-6510f62bfcb9. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.078220] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Acquiring lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.078368] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Acquired lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.078547] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Refreshing network info cache for port a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.087087] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.111884] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.112496] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.112721] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.112870] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.113046] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.113224] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.113415] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 902.113577] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.317997] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.353819] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.354093] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.354260] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.354446] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.354593] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.354742] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.354949] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.355118] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.355290] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.355449] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.355616] env[70399]: DEBUG nova.virt.hardware [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.356542] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e5fb2-dc84-4728-ac89-ec5acca68380 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.368305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b07d4e-06c8-4092-8243-68fe037b5420 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.388068] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.395073] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Creating folder: Project (de38c0208a774a06b08f173581fe29f8). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.395769] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e2c0a6-8d15-4b44-8642-6db6cd172cad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.413041] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Created folder: Project (de38c0208a774a06b08f173581fe29f8) in parent group-v747819. [ 902.413463] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Creating folder: Instances. Parent ref: group-v747986. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.413676] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1c1b61-3fc5-4db7-8b5e-aae6cb05e6a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.429807] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Created folder: Instances in parent group-v747986. [ 902.430170] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.430439] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.430882] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e1e0ce-974e-4f4e-ab50-dfff08418165 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.447231] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758286, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.457441] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.457441] env[70399]: value = "task-3758290" [ 902.457441] env[70399]: _type = "Task" [ 902.457441] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.474339] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758290, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.542674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.543011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.566043] env[70399]: DEBUG nova.scheduler.client.report [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.590699] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.616654] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.773585] env[70399]: DEBUG nova.compute.manager [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.773832] env[70399]: DEBUG nova.compute.manager [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing instance network info cache due to event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.774376] env[70399]: DEBUG oslo_concurrency.lockutils [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] Acquiring lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.774631] env[70399]: DEBUG oslo_concurrency.lockutils [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] Acquired lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.774817] env[70399]: DEBUG nova.network.neutron [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.933449] env[70399]: DEBUG oslo_vmware.api [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758286, 'name': PowerOnVM_Task, 'duration_secs': 1.137443} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.934147] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.934261] env[70399]: INFO nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Took 11.25 seconds to spawn the instance on the hypervisor. [ 902.936690] env[70399]: DEBUG nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.936690] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b745cf-094a-4668-bce0-9715739614f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.941951] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updated VIF entry in instance network info cache for port a56c942d-9898-4d7c-9bad-6510f62bfcb9. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.943183] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating instance_info_cache with network_info: [{"id": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "address": "fa:16:3e:b2:72:f1", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56c942d-98", "ovs_interfaceid": "a56c942d-9898-4d7c-9bad-6510f62bfcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.969773] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758290, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.071749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.777s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.071749] env[70399]: INFO nova.compute.manager [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Migrating [ 903.083133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.834s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.084783] env[70399]: INFO nova.compute.claims [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.107430] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55066} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.107802] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] df2ab532-68ed-4662-a5d5-32a0f2ba8b86/df2ab532-68ed-4662-a5d5-32a0f2ba8b86.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.108060] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.108716] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275d9ee4-5826-431e-995f-85b296bea3f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.117610] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 903.117610] env[70399]: value = "task-3758291" [ 903.117610] env[70399]: _type = "Task" [ 903.117610] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.130209] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.402387] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 903.402618] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747982', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'name': 'volume-3f4904f2-e224-4b91-adad-dbfae381c7cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab4a2ea-d5c5-48d8-9422-a23207308ab6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'serial': '3f4904f2-e224-4b91-adad-dbfae381c7cc'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 903.403498] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4126e-1441-4d4b-b487-ddeda12d6849 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.422655] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65db17f-fd1e-4223-9881-f23866e45f7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.455573] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-3f4904f2-e224-4b91-adad-dbfae381c7cc/volume-3f4904f2-e224-4b91-adad-dbfae381c7cc.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.460598] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Releasing lock "refresh_cache-0cb287d3-cf57-49e4-9680-1b6e129fb886" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.460922] env[70399]: DEBUG nova.compute.manager [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.461072] env[70399]: DEBUG nova.compute.manager [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing instance network info cache due to event network-changed-16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.461295] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Acquiring lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.461540] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0974940a-493c-4e6e-8194-b59f6358dfaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486370] env[70399]: INFO nova.compute.manager [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Took 34.24 seconds to build instance. [ 903.498874] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758290, 'name': CreateVM_Task, 'duration_secs': 0.879063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.500524] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.500666] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Waiting for the task: (returnval){ [ 903.500666] env[70399]: value = "task-3758292" [ 903.500666] env[70399]: _type = "Task" [ 903.500666] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.502043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.502043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.502043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.502380] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30720e8-68cd-48da-a492-dd90348e9e68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.515979] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 903.515979] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a5061-2db2-2498-aa6a-fc61060be377" [ 903.515979] env[70399]: _type = "Task" [ 903.515979] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.516243] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.525460] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a5061-2db2-2498-aa6a-fc61060be377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.601281] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.601816] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.601816] env[70399]: DEBUG nova.network.neutron [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.612125] env[70399]: DEBUG nova.network.neutron [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updated VIF entry in instance network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.612383] env[70399]: DEBUG nova.network.neutron [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [{"id": "16e680e5-61e3-4415-ac6b-add4a154117f", "address": "fa:16:3e:c6:d9:4f", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e680e5-61", "ovs_interfaceid": "16e680e5-61e3-4415-ac6b-add4a154117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.628538] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184611} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.628751] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.629575] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e030c2-104a-4bcb-92dd-a5b8a4906f2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.652981] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] df2ab532-68ed-4662-a5d5-32a0f2ba8b86/df2ab532-68ed-4662-a5d5-32a0f2ba8b86.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.653347] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8183e219-c9d8-4270-9807-e26c52617220 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674322] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 903.674322] env[70399]: value = "task-3758293" [ 903.674322] env[70399]: _type = "Task" [ 903.674322] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.683681] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.992739] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac74cc96-4ce2-471d-bcb1-30a97b206088 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.558s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.015052] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.028112] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521a5061-2db2-2498-aa6a-fc61060be377, 'name': SearchDatastore_Task, 'duration_secs': 0.025529} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.029896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.029896] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.029896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.029896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.029896] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.031485] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b78e5745-7d76-4be6-aff0-30d54615dbe1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.045467] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.045569] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.046303] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797dcc86-6b5e-4a0d-9805-5a4af01136a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.053488] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 904.053488] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5293d701-9dd9-587a-9907-389dfdf07b31" [ 904.053488] env[70399]: _type = "Task" [ 904.053488] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.062875] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5293d701-9dd9-587a-9907-389dfdf07b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.114673] env[70399]: DEBUG oslo_concurrency.lockutils [req-aab32a1c-39d4-43f5-9629-b249d96e60ad req-b0223626-8c92-4dff-868c-fb6f805b97f7 service nova] Releasing lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.115666] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Acquired lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.116200] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Refreshing network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.188201] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.437647] env[70399]: DEBUG nova.network.neutron [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.496748] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.515721] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.566021] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5293d701-9dd9-587a-9907-389dfdf07b31, 'name': SearchDatastore_Task, 'duration_secs': 0.024335} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.567146] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bbda0e-e9d1-4d93-bd86-9c2aa6014bf7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.573271] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 904.573271] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4e8c6-3c4c-78e1-ec81-d24b6551378b" [ 904.573271] env[70399]: _type = "Task" [ 904.573271] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.587538] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4e8c6-3c4c-78e1-ec81-d24b6551378b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.617385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.617621] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.692200] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758293, 'name': ReconfigVM_Task, 'duration_secs': 0.871646} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.692548] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Reconfigured VM instance instance-00000036 to attach disk [datastore2] df2ab532-68ed-4662-a5d5-32a0f2ba8b86/df2ab532-68ed-4662-a5d5-32a0f2ba8b86.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.693338] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2814a304-d556-447c-995c-d902212eb349 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.703827] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 904.703827] env[70399]: value = "task-3758294" [ 904.703827] env[70399]: _type = "Task" [ 904.703827] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.717272] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758294, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.745469] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c01de-359e-4693-9703-aa3292b9cfd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.754183] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53333b6-d752-4b43-98bd-b4110e42a43a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.789353] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834da9fb-137d-437f-980d-a423eab6112b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.800074] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6be128-d940-4553-bdca-22140f89970b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.814280] env[70399]: DEBUG nova.compute.provider_tree [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.924167] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updated VIF entry in instance network info cache for port 16e680e5-61e3-4415-ac6b-add4a154117f. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.924557] env[70399]: DEBUG nova.network.neutron [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [{"id": "16e680e5-61e3-4415-ac6b-add4a154117f", "address": "fa:16:3e:c6:d9:4f", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e680e5-61", "ovs_interfaceid": "16e680e5-61e3-4415-ac6b-add4a154117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.940992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.017562] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758292, 'name': ReconfigVM_Task, 'duration_secs': 1.061446} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.017839] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-3f4904f2-e224-4b91-adad-dbfae381c7cc/volume-3f4904f2-e224-4b91-adad-dbfae381c7cc.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.023128] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3474691e-e637-4cfc-b9e8-b9d1bfcab7eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.034642] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.040976] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Waiting for the task: (returnval){ [ 905.040976] env[70399]: value = "task-3758295" [ 905.040976] env[70399]: _type = "Task" [ 905.040976] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.050704] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.083844] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4e8c6-3c4c-78e1-ec81-d24b6551378b, 'name': SearchDatastore_Task, 'duration_secs': 0.016544} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.084144] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.084458] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.084730] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29ce583-7d51-4b07-a300-ac6771c43fd1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.092256] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 905.092256] env[70399]: value = "task-3758296" [ 905.092256] env[70399]: _type = "Task" [ 905.092256] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.101895] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.216703] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758294, 'name': Rename_Task, 'duration_secs': 0.160888} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.217018] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.217312] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd173a26-a2fa-4d92-ac5c-82a7a3e3044f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.224982] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 905.224982] env[70399]: value = "task-3758297" [ 905.224982] env[70399]: _type = "Task" [ 905.224982] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.234786] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.317194] env[70399]: DEBUG nova.scheduler.client.report [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.428203] env[70399]: DEBUG oslo_concurrency.lockutils [req-e06e5ed2-6c94-4de1-9198-0a88b4d4e603 req-e90b478d-3cca-4002-84ee-d892a5c9f35c service nova] Releasing lock "refresh_cache-83bd920a-925d-4ece-82e3-f84a5cdc61a4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556025] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.612017] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.696524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "82306654-30fe-47ef-b698-0671432b9d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.696926] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.737623] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.825737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.826273] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.828849] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.707s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.830362] env[70399]: INFO nova.compute.claims [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.052962] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.103698] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543397} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.103965] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.104194] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.104571] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2ebdd04-b6c7-42bf-9a57-3bb96fbee674 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.112307] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 906.112307] env[70399]: value = "task-3758298" [ 906.112307] env[70399]: _type = "Task" [ 906.112307] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.127794] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.236546] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.335225] env[70399]: DEBUG nova.compute.utils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.338613] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 906.456563] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99043fe5-164a-4cb8-83ac-861ab14180bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.476385] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.552516] env[70399]: DEBUG oslo_vmware.api [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758295, 'name': ReconfigVM_Task, 'duration_secs': 1.19726} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.552824] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747982', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'name': 'volume-3f4904f2-e224-4b91-adad-dbfae381c7cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab4a2ea-d5c5-48d8-9422-a23207308ab6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'serial': '3f4904f2-e224-4b91-adad-dbfae381c7cc'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 906.623926] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075583} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.624252] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.625075] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624eb785-2de3-439c-a43f-c5d352bc8c15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.648377] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.648377] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277a9ded-bfbb-43cd-872f-8fa9dac7b724 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.669222] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 906.669222] env[70399]: value = "task-3758299" [ 906.669222] env[70399]: _type = "Task" [ 906.669222] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.678527] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.737042] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.839504] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.982873] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.982873] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb7f306-fd5b-44a4-9640-83f4c2625e08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.990805] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 906.990805] env[70399]: value = "task-3758300" [ 906.990805] env[70399]: _type = "Task" [ 906.990805] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.000703] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.180604] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.238647] env[70399]: DEBUG oslo_vmware.api [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758297, 'name': PowerOnVM_Task, 'duration_secs': 1.560963} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.241960] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.242252] env[70399]: INFO nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Took 10.21 seconds to spawn the instance on the hypervisor. [ 907.242436] env[70399]: DEBUG nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.243479] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a34a7-5a9e-436d-9c5a-dce0385fbb45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.479592] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b9a37-0d2f-46fd-9875-acfe8db8eb52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.488491] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fda8356-030c-4fea-95b2-dce348d70775 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.501204] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758300, 'name': PowerOffVM_Task, 'duration_secs': 0.474252} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.529027] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.529027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.532552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f612ba-edf8-404d-89b1-83617fc0a15f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.541379] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1164e9cc-7994-4568-8ff2-279610e34212 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.558712] env[70399]: DEBUG nova.compute.provider_tree [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.599552] env[70399]: DEBUG nova.objects.instance [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lazy-loading 'flavor' on Instance uuid 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.684575] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758299, 'name': ReconfigVM_Task, 'duration_secs': 0.799908} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.685067] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.685921] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc1a333-7a56-4d47-94eb-4970b112ec03 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.694080] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 907.694080] env[70399]: value = "task-3758301" [ 907.694080] env[70399]: _type = "Task" [ 907.694080] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.707094] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758301, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.764903] env[70399]: INFO nova.compute.manager [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Took 33.74 seconds to build instance. [ 907.851969] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.879328] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.879598] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.879758] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.880079] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.880432] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.880620] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.880945] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.881131] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.881383] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.881566] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.881771] env[70399]: DEBUG nova.virt.hardware [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.882676] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a04ea-f659-4367-b06a-c18871be7d0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.891328] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a7c991-bf21-426a-93bf-9a544070c18d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.905366] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.911151] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Creating folder: Project (f7007ee7ff004c10a3ad1ecf0d7105cb). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.911527] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a99b71f-964c-4935-8f92-272db0b340ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.921845] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Created folder: Project (f7007ee7ff004c10a3ad1ecf0d7105cb) in parent group-v747819. [ 907.922025] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Creating folder: Instances. Parent ref: group-v747989. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.922313] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-564c0580-4526-4843-a2b2-24ce405a1bbc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.930985] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Created folder: Instances in parent group-v747989. [ 907.931277] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.931686] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.931686] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecba1aaa-17d0-47b8-a6cf-49c55cad7c58 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.949226] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.949226] env[70399]: value = "task-3758304" [ 907.949226] env[70399]: _type = "Task" [ 907.949226] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.957534] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758304, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.039305] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.039305] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.039305] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.039305] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.039305] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.039587] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.039622] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.039847] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.039924] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.040094] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.040264] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.045842] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d23e0d-ac02-4ff9-9c3a-252202cba54a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.061889] env[70399]: DEBUG nova.scheduler.client.report [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.068189] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 908.068189] env[70399]: value = "task-3758305" [ 908.068189] env[70399]: _type = "Task" [ 908.068189] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.078434] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.104876] env[70399]: DEBUG oslo_concurrency.lockutils [None req-56545e8c-22fe-47dd-8933-b8c2c40ce867 tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.372s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.206275] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758301, 'name': Rename_Task, 'duration_secs': 0.145112} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.206649] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.207045] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abfa1b04-007d-410d-acdd-3e5f9a1199c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.218524] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 908.218524] env[70399]: value = "task-3758306" [ 908.218524] env[70399]: _type = "Task" [ 908.218524] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.228608] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.267013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79c6e0c2-7518-4fb9-903f-105e6b577d01 tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.192s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.459142] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758304, 'name': CreateVM_Task, 'duration_secs': 0.264409} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.459369] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.459814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.460130] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.460489] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.461008] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d3a1dd-9926-4cfc-9772-803987abc35d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.466807] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 908.466807] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528621db-eaf0-eaec-db08-d8a67b8850bf" [ 908.466807] env[70399]: _type = "Task" [ 908.466807] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.477734] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528621db-eaf0-eaec-db08-d8a67b8850bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.569149] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.569800] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.572640] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.819s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.572869] env[70399]: DEBUG nova.objects.instance [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lazy-loading 'resources' on Instance uuid 6877c651-15df-435c-b716-fef0b0360099 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.584490] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758305, 'name': ReconfigVM_Task, 'duration_secs': 0.149795} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.585477] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.731217] env[70399]: DEBUG oslo_vmware.api [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758306, 'name': PowerOnVM_Task, 'duration_secs': 0.487124} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.731217] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.732644] env[70399]: INFO nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Took 6.41 seconds to spawn the instance on the hypervisor. [ 908.732644] env[70399]: DEBUG nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.733397] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05efca0-bb54-487a-a5eb-db0e8ffd138b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.770815] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.884315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.884605] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.884817] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.884997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.885557] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.887964] env[70399]: INFO nova.compute.manager [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Terminating instance [ 908.919331] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.919565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.978545] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528621db-eaf0-eaec-db08-d8a67b8850bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.978862] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.979103] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.979350] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.979522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.979717] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.979984] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e62ef0-fd79-4aba-afe3-5540c1e85f98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.988401] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.988620] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.989309] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a247f973-a0cc-4662-95e7-239c6416043c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.996025] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 908.996025] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328c37-2b17-b16d-226c-9985f0b7380c" [ 908.996025] env[70399]: _type = "Task" [ 908.996025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.005102] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328c37-2b17-b16d-226c-9985f0b7380c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.079777] env[70399]: DEBUG nova.compute.utils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.085441] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.086252] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.093117] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.093383] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.093512] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.093795] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.094027] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.094313] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.094797] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.094950] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.095258] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.095553] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.095854] env[70399]: DEBUG nova.virt.hardware [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.102723] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.103823] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7e85f1-978f-430c-82d6-48e6ba341c77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.127030] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 909.127030] env[70399]: value = "task-3758307" [ 909.127030] env[70399]: _type = "Task" [ 909.127030] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.137371] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.153754] env[70399]: DEBUG nova.policy [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db4dcf9ec1fc4a138e7d0a8cad503ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892e3fd461df4d20847d37c479857319', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.253324] env[70399]: INFO nova.compute.manager [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Took 33.29 seconds to build instance. [ 909.291509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.392952] env[70399]: DEBUG nova.compute.manager [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.393235] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.394268] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc7f66-49c7-4fc1-852c-bf85eeac8728 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.403354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.403677] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725f486f-9030-46fa-803f-819d2b9c7a88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.412981] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 909.412981] env[70399]: value = "task-3758308" [ 909.412981] env[70399]: _type = "Task" [ 909.412981] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.424535] env[70399]: INFO nova.compute.manager [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Detaching volume 3f4904f2-e224-4b91-adad-dbfae381c7cc [ 909.426457] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.473995] env[70399]: INFO nova.virt.block_device [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Attempting to driver detach volume 3f4904f2-e224-4b91-adad-dbfae381c7cc from mountpoint /dev/sdb [ 909.473995] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 909.473995] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747982', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'name': 'volume-3f4904f2-e224-4b91-adad-dbfae381c7cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab4a2ea-d5c5-48d8-9422-a23207308ab6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'serial': '3f4904f2-e224-4b91-adad-dbfae381c7cc'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 909.473995] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4319c4a6-f215-4f0f-8eb2-85a16f89d280 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.510389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43eea4-4bf7-45f6-aaab-03e408f91792 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.520341] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328c37-2b17-b16d-226c-9985f0b7380c, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.522663] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cce2446-9cec-4f9a-8c8d-c6bc6461126b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.526524] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d2c10-fba9-45d2-bbf2-2e58d0350ab0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.550767] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 909.550767] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520e2bf4-2553-fa82-2c2c-2741ff44ad96" [ 909.550767] env[70399]: _type = "Task" [ 909.550767] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.554966] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29409c3-d7ab-458b-9d4b-6f0f7138910f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.561961] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Successfully created port: cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.570222] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520e2bf4-2553-fa82-2c2c-2741ff44ad96, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.584326] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.584615] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.585074] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3f4904f2-e224-4b91-adad-dbfae381c7cc/volume-3f4904f2-e224-4b91-adad-dbfae381c7cc.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 909.590493] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.591116] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5af7707-0113-4bdb-83f5-7c2e0163c871 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.593471] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.595964] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155bda16-b9be-488e-b838-b500cb4e485a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.624028] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 909.624028] env[70399]: value = "task-3758309" [ 909.624028] env[70399]: _type = "Task" [ 909.624028] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.624028] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Waiting for the task: (returnval){ [ 909.624028] env[70399]: value = "task-3758310" [ 909.624028] env[70399]: _type = "Task" [ 909.624028] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.642026] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.647922] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.654625] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.754849] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ce20dc8-11e4-41cc-86cc-fb07f687116b tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.426s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.855190] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae02daf-1f00-40fd-aad2-252b1d89072f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.865088] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8450a08d-215b-4d36-a5c5-c55f40e3c587 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.901108] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1a04f2-995e-4bd5-b6ba-4aa38a3d5ad3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910626] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48ae8a-11d5-446e-bcff-3eed29ac3c72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.924813] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.933176] env[70399]: DEBUG nova.compute.provider_tree [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.142150] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758310, 'name': ReconfigVM_Task, 'duration_secs': 0.273898} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.142477] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758309, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.148223] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.153206] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b2790f-09f0-4a07-9d77-5116b452317a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.169327] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.171905] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Waiting for the task: (returnval){ [ 910.171905] env[70399]: value = "task-3758311" [ 910.171905] env[70399]: _type = "Task" [ 910.171905] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.181861] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.259037] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.426423] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758308, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.437228] env[70399]: DEBUG nova.scheduler.client.report [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.620184] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.635060] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519821} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.638254] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.638254] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.638254] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664bbbed-60cc-40a3-9c6a-cfb1324250ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.649091] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.649091] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.649091] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.649091] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.649404] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.649404] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.649598] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.649735] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.649904] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.650074] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.650256] env[70399]: DEBUG nova.virt.hardware [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.654329] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395330d7-7529-460b-8dcb-c3220293598e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.657848] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 910.657848] env[70399]: value = "task-3758312" [ 910.657848] env[70399]: _type = "Task" [ 910.657848] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.668718] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758307, 'name': ReconfigVM_Task, 'duration_secs': 1.2259} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.671807] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.671807] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39365fd-9697-484c-bdf1-1e30cfcc71d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.679289] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6c2d1-63c0-49f3-aabd-47bd2caec5cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.682078] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.713038] env[70399]: DEBUG oslo_vmware.api [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Task: {'id': task-3758311, 'name': ReconfigVM_Task, 'duration_secs': 0.179166} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.720832] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.721301] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747982', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'name': 'volume-3f4904f2-e224-4b91-adad-dbfae381c7cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab4a2ea-d5c5-48d8-9422-a23207308ab6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f4904f2-e224-4b91-adad-dbfae381c7cc', 'serial': '3f4904f2-e224-4b91-adad-dbfae381c7cc'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 910.723561] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc974af-8d1a-4049-9906-9ca9b67ff3be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.742810] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 910.742810] env[70399]: value = "task-3758313" [ 910.742810] env[70399]: _type = "Task" [ 910.742810] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.751980] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.785361] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.926088] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758308, 'name': PowerOffVM_Task, 'duration_secs': 1.099684} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.926374] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.926533] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.926787] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca806f5b-5fe2-4b75-92f5-4e3236978c53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.943459] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.945688] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.947s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.945918] env[70399]: DEBUG nova.objects.instance [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lazy-loading 'resources' on Instance uuid c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.966977] env[70399]: INFO nova.scheduler.client.report [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted allocations for instance 6877c651-15df-435c-b716-fef0b0360099 [ 911.002295] env[70399]: INFO nova.compute.manager [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Rebuilding instance [ 911.007077] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.007077] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.007077] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Deleting the datastore file [datastore2] df2ab532-68ed-4662-a5d5-32a0f2ba8b86 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.007077] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac0f0fad-2e2f-49d9-9d90-14713e714012 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.013398] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for the task: (returnval){ [ 911.013398] env[70399]: value = "task-3758315" [ 911.013398] env[70399]: _type = "Task" [ 911.013398] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.027640] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.045312] env[70399]: DEBUG nova.compute.manager [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.046261] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758b9ff-cfb5-4d0b-80e6-2d270f16ad3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.175256] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069373} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.175657] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.176592] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27bc64-4c15-4be9-b057-e3a55f5ad56a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.203736] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.205533] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3392a79-ecce-412a-a4b3-aa9556b962b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.221540] env[70399]: DEBUG nova.compute.manager [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Received event network-vif-plugged-cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.221743] env[70399]: DEBUG oslo_concurrency.lockutils [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] Acquiring lock "e62be5a3-3716-4630-ac33-538f433bac26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.222460] env[70399]: DEBUG oslo_concurrency.lockutils [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] Lock "e62be5a3-3716-4630-ac33-538f433bac26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.222460] env[70399]: DEBUG oslo_concurrency.lockutils [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] Lock "e62be5a3-3716-4630-ac33-538f433bac26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.222460] env[70399]: DEBUG nova.compute.manager [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] No waiting events found dispatching network-vif-plugged-cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.222681] env[70399]: WARNING nova.compute.manager [req-520b65ed-f552-4aed-9ab2-1b42f8af4f63 req-fb6f6548-70bc-4fcb-ad9a-8af00691d337 service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Received unexpected event network-vif-plugged-cdd83c33-8f84-4381-bf47-1f7bbc966cc7 for instance with vm_state building and task_state spawning. [ 911.229803] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 911.229803] env[70399]: value = "task-3758316" [ 911.229803] env[70399]: _type = "Task" [ 911.229803] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.239875] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.254804] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.290586] env[70399]: DEBUG nova.objects.instance [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lazy-loading 'flavor' on Instance uuid 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.332436] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Successfully updated port: cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.474401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-41757271-da99-49a9-a0f2-db36a9feed66 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "6877c651-15df-435c-b716-fef0b0360099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.508s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.525665] env[70399]: DEBUG oslo_vmware.api [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Task: {'id': task-3758315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157202} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.525888] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.526167] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.526410] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.526659] env[70399]: INFO nova.compute.manager [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Took 2.13 seconds to destroy the instance on the hypervisor. [ 911.526915] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.527536] env[70399]: DEBUG nova.compute.manager [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.527657] env[70399]: DEBUG nova.network.neutron [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.740019] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.756302] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758313, 'name': ReconfigVM_Task, 'duration_secs': 0.618292} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.758947] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68/3305b11f-79db-4832-bb9d-c50d83a0cd68.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.759947] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.841191] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.841191] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.841191] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.064205] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.064700] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0421aacf-98b0-4f8a-baf7-d51ba00ee6d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.072354] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 912.072354] env[70399]: value = "task-3758317" [ 912.072354] env[70399]: _type = "Task" [ 912.072354] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.083083] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.088371] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09fb0a-6b55-42ce-b0ba-7180757aeedf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.095532] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe72af-9883-4e3b-aed9-b33d2a248d5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.129336] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342f44f0-6d96-4f24-bc88-ddae45e738e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.139452] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c98df3a-5563-4f3c-82b1-5d631017563c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.154015] env[70399]: DEBUG nova.compute.provider_tree [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.240215] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.266470] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d0398-ff8d-4169-a786-b1b07531103c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.288705] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d080e63-6062-4a49-b869-bd20a1bca2dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.307596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7515d759-b846-4c61-b49a-1f3a0776ce1d tempest-VolumesAssistedSnapshotsTest-1863668831 tempest-VolumesAssistedSnapshotsTest-1863668831-project-admin] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.388s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.308759] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.346024] env[70399]: DEBUG nova.network.neutron [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.386240] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.520025] env[70399]: DEBUG nova.network.neutron [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updating instance_info_cache with network_info: [{"id": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "address": "fa:16:3e:f2:a6:13", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd83c33-8f", "ovs_interfaceid": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.583700] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.658116] env[70399]: DEBUG nova.scheduler.client.report [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.741546] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758316, 'name': ReconfigVM_Task, 'duration_secs': 1.36074} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.741848] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.742490] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21512bcb-7503-4dde-aa71-fe18671e384b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.749531] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 912.749531] env[70399]: value = "task-3758318" [ 912.749531] env[70399]: _type = "Task" [ 912.749531] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.759722] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758318, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.848317] env[70399]: INFO nova.compute.manager [-] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Took 1.32 seconds to deallocate network for instance. [ 912.865323] env[70399]: DEBUG nova.network.neutron [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Port 3fb61cb4-c61c-43cf-b038-0c8eb2372dec binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 913.022721] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023087] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Instance network_info: |[{"id": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "address": "fa:16:3e:f2:a6:13", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd83c33-8f", "ovs_interfaceid": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.023531] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:a6:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd83c33-8f84-4381-bf47-1f7bbc966cc7', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.032123] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.032497] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.032731] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5a1c54-d161-4b4b-a359-c498af09feed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.053049] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.053049] env[70399]: value = "task-3758320" [ 913.053049] env[70399]: _type = "Task" [ 913.053049] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.062032] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758320, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.083523] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758317, 'name': PowerOffVM_Task, 'duration_secs': 0.647029} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.083885] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.084462] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.085357] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20efd60-412a-4d31-b179-97f572cba196 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.092920] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.093224] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4ef9c2f-f9a6-4940-bdc0-70f8c1163677 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.132455] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.132746] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.132874] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Deleting the datastore file [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.133160] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204dcba1-cf7a-46b6-85ea-23903f3fab75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.142226] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 913.142226] env[70399]: value = "task-3758322" [ 913.142226] env[70399]: _type = "Task" [ 913.142226] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.150861] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.163071] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.166130] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.383s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.168051] env[70399]: INFO nova.compute.claims [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.195426] env[70399]: INFO nova.scheduler.client.report [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted allocations for instance c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c [ 913.238110] env[70399]: DEBUG nova.compute.manager [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Received event network-changed-cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.238342] env[70399]: DEBUG nova.compute.manager [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Refreshing instance network info cache due to event network-changed-cdd83c33-8f84-4381-bf47-1f7bbc966cc7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.238658] env[70399]: DEBUG oslo_concurrency.lockutils [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] Acquiring lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.238749] env[70399]: DEBUG oslo_concurrency.lockutils [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] Acquired lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.238897] env[70399]: DEBUG nova.network.neutron [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Refreshing network info cache for port cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.262132] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758318, 'name': Rename_Task, 'duration_secs': 0.132886} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.262477] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.263437] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbee096b-62d9-4f7b-9696-89b6f9e651b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.270839] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 913.270839] env[70399]: value = "task-3758323" [ 913.270839] env[70399]: _type = "Task" [ 913.270839] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.281568] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.356672] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.564367] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758320, 'name': CreateVM_Task, 'duration_secs': 0.321662} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.564630] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.565404] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.565604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.566158] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.566311] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672ab87e-f85f-4c11-8fbd-7779fca6abab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.571462] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 913.571462] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5243e5e7-1b4e-0f3b-6743-89c6653190eb" [ 913.571462] env[70399]: _type = "Task" [ 913.571462] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.579901] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5243e5e7-1b4e-0f3b-6743-89c6653190eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.653142] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203324} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.653445] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.653791] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.653998] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.703041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94364170-ddb9-4222-98e6-a2c4b96e75dc tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.528s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.783956] env[70399]: DEBUG oslo_vmware.api [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758323, 'name': PowerOnVM_Task, 'duration_secs': 0.461275} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.784280] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.784496] env[70399]: INFO nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Took 5.93 seconds to spawn the instance on the hypervisor. [ 913.784676] env[70399]: DEBUG nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.786040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f9279-b1f2-4c48-bc73-266b80e457b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.892667] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.892899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.893088] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.974890] env[70399]: DEBUG nova.network.neutron [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updated VIF entry in instance network info cache for port cdd83c33-8f84-4381-bf47-1f7bbc966cc7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.974890] env[70399]: DEBUG nova.network.neutron [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updating instance_info_cache with network_info: [{"id": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "address": "fa:16:3e:f2:a6:13", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd83c33-8f", "ovs_interfaceid": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.083337] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5243e5e7-1b4e-0f3b-6743-89c6653190eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.083911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.084548] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.086089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.086089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.086089] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.086089] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53933ab5-fbf3-40e2-82ff-673a7fcde4ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.095379] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.095779] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.096725] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285085eb-9910-4853-a7e3-d92ddfffb602 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.105227] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 914.105227] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5268b208-d535-4dac-f308-b75ce5559976" [ 914.105227] env[70399]: _type = "Task" [ 914.105227] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.116867] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5268b208-d535-4dac-f308-b75ce5559976, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.117914] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387182fb-26c6-41cd-9f1b-8cfda0693dcd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.124586] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 914.124586] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6a637-b702-8f05-c9da-fbb8aff7990a" [ 914.124586] env[70399]: _type = "Task" [ 914.124586] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.138155] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6a637-b702-8f05-c9da-fbb8aff7990a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.302808] env[70399]: INFO nova.compute.manager [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Took 34.08 seconds to build instance. [ 914.476948] env[70399]: DEBUG oslo_concurrency.lockutils [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] Releasing lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.476948] env[70399]: DEBUG nova.compute.manager [req-af53a90c-df16-473d-aa24-82322cc21186 req-a55f33ea-4d61-4d80-89b0-c87673aa62ac service nova] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Received event network-vif-deleted-9d480534-1b01-4f9e-84da-73af7694ab15 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.635300] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6a637-b702-8f05-c9da-fbb8aff7990a, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.637807] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638089] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/e62be5a3-3716-4630-ac33-538f433bac26.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.638736] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07d4159-66c5-40d2-a9b3-c4eaaeb7a1bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.645682] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 914.645682] env[70399]: value = "task-3758324" [ 914.645682] env[70399]: _type = "Task" [ 914.645682] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.657493] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.693721] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.693974] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.694212] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.694520] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.694692] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.694849] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.695195] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.695388] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.695588] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.695743] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.695916] env[70399]: DEBUG nova.virt.hardware [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.696815] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c539cf-c9ca-4a1d-bb7b-0ef9ed325318 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.708308] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f938452-20a9-43dc-bdb8-aade80313587 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728451] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.734341] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.735028] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.735028] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568172f5-c89a-4b62-b519-32bc030aa150 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.756576] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.756576] env[70399]: value = "task-3758325" [ 914.756576] env[70399]: _type = "Task" [ 914.756576] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.766843] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758325, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.804619] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9df5ac-d106-4d11-9296-6b389f086e94 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.807677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34231cf2-c11c-493c-922a-84830306422c tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.164s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.814253] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa93b2-d962-4931-a23f-525bbecb6f8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.849574] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f6cdb-c473-4256-b80c-a989ea003fdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.859831] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f9337-62c6-472e-8e15-15889ab8a968 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.879033] env[70399]: DEBUG nova.compute.provider_tree [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.999595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.999595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.001266] env[70399]: DEBUG nova.network.neutron [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.156948] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758324, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.268264] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758325, 'name': CreateVM_Task, 'duration_secs': 0.321384} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.268439] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.268938] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.269149] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.269535] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.269834] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b9d7ba-77a7-4f12-a089-0d1e3cccaa09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.276174] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 915.276174] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c31029-27ae-c942-f929-cd31f6d83c1d" [ 915.276174] env[70399]: _type = "Task" [ 915.276174] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.287570] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c31029-27ae-c942-f929-cd31f6d83c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.311251] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.347726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.347956] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.381222] env[70399]: DEBUG nova.scheduler.client.report [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.384583] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.384808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.505946] env[70399]: INFO nova.compute.manager [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Rebuilding instance [ 915.552389] env[70399]: DEBUG nova.compute.manager [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.553288] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f586827-e956-4a27-ab31-ffdf41f0fea5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.657718] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527816} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.658110] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/e62be5a3-3716-4630-ac33-538f433bac26.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.658349] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.658645] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f25c592-89b6-4f8b-a943-135b8d597b09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.668109] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 915.668109] env[70399]: value = "task-3758326" [ 915.668109] env[70399]: _type = "Task" [ 915.668109] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.679668] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.745303] env[70399]: DEBUG nova.network.neutron [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.788036] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c31029-27ae-c942-f929-cd31f6d83c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014724} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.788036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788269] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.788507] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788650] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788830] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.789103] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3daf180-36b5-49d2-9763-a28f0a5ff5f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.799352] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.799561] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.800301] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84de21f6-3158-4b57-af76-775a390028ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.805709] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 915.805709] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527e39fb-24f8-d8d9-92db-21bf5d0e9bec" [ 915.805709] env[70399]: _type = "Task" [ 915.805709] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.813329] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527e39fb-24f8-d8d9-92db-21bf5d0e9bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.829128] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.886263] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.886779] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.889315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.493s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.179029] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069083} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.179376] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.179883] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e12c97-adf4-4fb0-9cfa-8525622445b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.202144] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/e62be5a3-3716-4630-ac33-538f433bac26.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.202541] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bad055d-e471-481e-97c1-b196bc4e312e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.225530] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 916.225530] env[70399]: value = "task-3758327" [ 916.225530] env[70399]: _type = "Task" [ 916.225530] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.234592] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.248466] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.316647] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527e39fb-24f8-d8d9-92db-21bf5d0e9bec, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.317536] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fa75e8-b5c0-4b16-81af-d0da338f1716 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.323815] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 916.323815] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b35beb-5d04-3c1d-f3cc-666674d6157b" [ 916.323815] env[70399]: _type = "Task" [ 916.323815] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.332733] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b35beb-5d04-3c1d-f3cc-666674d6157b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.393339] env[70399]: DEBUG nova.compute.utils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.395957] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.395957] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.401282] env[70399]: INFO nova.compute.claims [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.466856] env[70399]: DEBUG nova.policy [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.501333] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.501667] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.501905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.502162] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.502370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.504824] env[70399]: INFO nova.compute.manager [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Terminating instance [ 916.567920] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.568242] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf4b3a0-20d6-43e9-a01f-2b1d51acfdf2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.577295] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 916.577295] env[70399]: value = "task-3758328" [ 916.577295] env[70399]: _type = "Task" [ 916.577295] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.587797] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.736267] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758327, 'name': ReconfigVM_Task, 'duration_secs': 0.471864} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.736531] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/e62be5a3-3716-4630-ac33-538f433bac26.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.737792] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c348138-d675-4359-9d93-cb1e8a095534 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.744782] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 916.744782] env[70399]: value = "task-3758329" [ 916.744782] env[70399]: _type = "Task" [ 916.744782] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.757030] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758329, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.782299] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47590694-d2df-4a8a-a00f-ac657796ea52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.804846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be345ead-40f4-4a86-8316-e8c5102eb6d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.812723] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.817092] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Successfully created port: 14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.840871] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b35beb-5d04-3c1d-f3cc-666674d6157b, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.841206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.841539] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.841826] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f76068e-19f2-4310-854d-78c04c368745 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.849185] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 916.849185] env[70399]: value = "task-3758330" [ 916.849185] env[70399]: _type = "Task" [ 916.849185] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.860071] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.904672] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.911211] env[70399]: INFO nova.compute.resource_tracker [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating resource usage from migration 787a323c-7e67-4e5b-81fd-8de906923c8d [ 917.010980] env[70399]: DEBUG nova.compute.manager [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.011181] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.012341] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5661f6c-9351-47ff-af0f-52d417bb01c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027059] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.030678] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644f8ff2-a44b-4b35-9232-3cb55cc81320 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.042797] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 917.042797] env[70399]: value = "task-3758331" [ 917.042797] env[70399]: _type = "Task" [ 917.042797] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.057787] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3758331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.092727] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758328, 'name': PowerOffVM_Task, 'duration_secs': 0.151849} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.095236] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.095500] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.097207] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14429fa-0cc5-472b-87a5-f4ec09391b9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.114195] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.115639] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c26245-3f96-49da-906b-42aabd13f167 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.153460] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.153460] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.153545] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Deleting the datastore file [datastore1] 705ba34f-476f-4857-9647-30185b885081 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.153915] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a359749b-2a0d-4c36-a6c9-557034b9b481 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.167303] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 917.167303] env[70399]: value = "task-3758333" [ 917.167303] env[70399]: _type = "Task" [ 917.167303] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.182424] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.259180] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758329, 'name': Rename_Task, 'duration_secs': 0.152375} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.259892] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.260212] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3754a88-cb3c-4473-a659-c4b89398b0cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.271836] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 917.271836] env[70399]: value = "task-3758334" [ 917.271836] env[70399]: _type = "Task" [ 917.271836] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.286876] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.322846] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.326922] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc7fd21-9bd4-42a8-8b5a-5b972bd2df2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.336400] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 917.336400] env[70399]: value = "task-3758335" [ 917.336400] env[70399]: _type = "Task" [ 917.336400] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.351732] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.363597] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501483} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.363898] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.364154] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.364422] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c20837b-02de-469d-b946-2e2cddc4e9c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.371410] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 917.371410] env[70399]: value = "task-3758336" [ 917.371410] env[70399]: _type = "Task" [ 917.371410] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.386751] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.560481] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3758331, 'name': PowerOffVM_Task, 'duration_secs': 0.362699} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.560481] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.560763] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.560868] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7fefd82-5245-43de-b79f-a1a00f3e6b3e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.630010] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.630267] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.630453] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Deleting the datastore file [datastore2] 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.630803] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672c8627-181c-4f08-b5b7-5f721b87289f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.637073] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca3ad7d-4c06-4104-8338-e6e6924ec187 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.640955] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for the task: (returnval){ [ 917.640955] env[70399]: value = "task-3758338" [ 917.640955] env[70399]: _type = "Task" [ 917.640955] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.648210] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b2d901-068d-426e-9016-e0e77f0119a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.654967] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3758338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.687587] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d96df1-cf88-4187-a897-663632b37257 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.699110] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af77daf-abc4-4d66-b6af-27b6dbed13b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.703184] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212577} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.703441] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.703624] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.703801] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.720236] env[70399]: DEBUG nova.compute.provider_tree [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.782127] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.848551] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.885237] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074805} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.885672] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.887044] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4b080-6666-479b-85c8-54825458b382 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.911055] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.911055] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffe2076a-ec0f-41e4-a035-194d797eb731 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.926860] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.939271] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 917.939271] env[70399]: value = "task-3758339" [ 917.939271] env[70399]: _type = "Task" [ 917.939271] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.957226] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.957550] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.957745] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.958077] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.958283] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.958502] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.958988] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.959190] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.959446] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.959643] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.959902] env[70399]: DEBUG nova.virt.hardware [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.961040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e441124a-89fe-4fbb-9e3e-f44571c36ca5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.968718] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.976140] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a46bd95-bd55-4e87-93cb-1a6378c9ea02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.151369] env[70399]: DEBUG oslo_vmware.api [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Task: {'id': task-3758338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141659} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.151461] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.151717] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.151942] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.152140] env[70399]: INFO nova.compute.manager [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.152471] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.152734] env[70399]: DEBUG nova.compute.manager [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.152988] env[70399]: DEBUG nova.network.neutron [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.227453] env[70399]: DEBUG nova.scheduler.client.report [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.284046] env[70399]: DEBUG oslo_vmware.api [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758334, 'name': PowerOnVM_Task, 'duration_secs': 0.754291} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.284353] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.284557] env[70399]: INFO nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Took 7.66 seconds to spawn the instance on the hypervisor. [ 918.284738] env[70399]: DEBUG nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.285546] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a273cd-3405-4eb1-bf2d-64ab8bfcbafd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.352291] env[70399]: DEBUG oslo_vmware.api [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758335, 'name': PowerOnVM_Task, 'duration_secs': 0.642653} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.352291] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.352291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d775883-d536-49e4-ace3-dc09b693eb09 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance '3305b11f-79db-4832-bb9d-c50d83a0cd68' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.451754] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.546289] env[70399]: DEBUG nova.compute.manager [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received event network-vif-plugged-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.546553] env[70399]: DEBUG oslo_concurrency.lockutils [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.546781] env[70399]: DEBUG oslo_concurrency.lockutils [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.546877] env[70399]: DEBUG oslo_concurrency.lockutils [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.547140] env[70399]: DEBUG nova.compute.manager [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] No waiting events found dispatching network-vif-plugged-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 918.547342] env[70399]: WARNING nova.compute.manager [req-bb595fc3-c30b-4f8a-ba06-065851245b4b req-ddc02921-3d66-4f77-aad9-bb4e122a5c68 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received unexpected event network-vif-plugged-14968730-932a-445c-8fb6-f855a6289e7e for instance with vm_state building and task_state spawning. [ 918.568889] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Successfully updated port: 14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.737664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.848s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.737907] env[70399]: INFO nova.compute.manager [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Migrating [ 918.745476] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.608s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.747045] env[70399]: INFO nova.compute.claims [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.758292] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.758292] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.758292] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.758539] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.758539] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.759618] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.759618] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.759618] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.759618] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.759618] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.763872] env[70399]: DEBUG nova.virt.hardware [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.765728] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab286c-f14c-4993-b797-ab9503a7a980 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.775030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.775030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.775030] env[70399]: DEBUG nova.network.neutron [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.781892] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24d361-4015-484a-849f-414d75db1a29 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.801630] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.806504] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.808641] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.809118] env[70399]: INFO nova.compute.manager [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Took 35.71 seconds to build instance. [ 918.809899] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3baf7b6-751c-4492-b701-582878f63ce1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.828558] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.828558] env[70399]: value = "task-3758340" [ 918.828558] env[70399]: _type = "Task" [ 918.828558] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.839692] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758340, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.951911] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758339, 'name': ReconfigVM_Task, 'duration_secs': 0.703354} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.952284] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f/16eee332-9c66-41c8-8a46-175a79b2f91f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.952964] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e5a019-61fc-4ba8-ad86-708d44522800 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.960835] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 918.960835] env[70399]: value = "task-3758341" [ 918.960835] env[70399]: _type = "Task" [ 918.960835] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.972482] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758341, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.076309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.076309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.076309] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.217082] env[70399]: DEBUG nova.compute.manager [req-1326346a-b2e8-4750-8354-97f6e62c7ae8 req-f6468575-cba4-4adc-a3ef-7790e68ebc30 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Received event network-vif-deleted-f3bde114-3afc-44d9-b700-031059700635 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.217972] env[70399]: INFO nova.compute.manager [req-1326346a-b2e8-4750-8354-97f6e62c7ae8 req-f6468575-cba4-4adc-a3ef-7790e68ebc30 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Neutron deleted interface f3bde114-3afc-44d9-b700-031059700635; detaching it from the instance and deleting it from the info cache [ 919.218298] env[70399]: DEBUG nova.network.neutron [req-1326346a-b2e8-4750-8354-97f6e62c7ae8 req-f6468575-cba4-4adc-a3ef-7790e68ebc30 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.322884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5cf91c52-f0a4-481b-8589-23a84546e822 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.774s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.342595] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758340, 'name': CreateVM_Task, 'duration_secs': 0.324232} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.342595] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.343075] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.343119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.343644] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.343768] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a91ac4-76f4-4a51-9aa4-07b84e1bddce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.353379] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 919.353379] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fb4c9b-b08c-e1a3-f438-4eabe296033a" [ 919.353379] env[70399]: _type = "Task" [ 919.353379] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.369064] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fb4c9b-b08c-e1a3-f438-4eabe296033a, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.369741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.370128] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.370500] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.370752] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.371329] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.374331] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84cca4f-ce16-4740-8a88-acdbb8fb4b1f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.385652] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.385860] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.386714] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf863a2-e4e2-49fe-9c7e-3115bd2739b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.394243] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 919.394243] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b34e8-e5fe-d53b-7c63-0cb9e961de40" [ 919.394243] env[70399]: _type = "Task" [ 919.394243] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.402974] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b34e8-e5fe-d53b-7c63-0cb9e961de40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.473215] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758341, 'name': Rename_Task, 'duration_secs': 0.175027} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.473563] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.474762] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c682a37f-c1bb-4fa8-985b-9e79899a533e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.484025] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 919.484025] env[70399]: value = "task-3758342" [ 919.484025] env[70399]: _type = "Task" [ 919.484025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.491664] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.543508] env[70399]: DEBUG nova.network.neutron [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.609251] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.611335] env[70399]: DEBUG nova.network.neutron [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.720907] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c465cb0-5132-4d39-b285-d97db72534ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.733855] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87dbbff-5ebf-4968-b8b8-47dcf4574792 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.780103] env[70399]: DEBUG nova.compute.manager [req-1326346a-b2e8-4750-8354-97f6e62c7ae8 req-f6468575-cba4-4adc-a3ef-7790e68ebc30 service nova] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Detach interface failed, port_id=f3bde114-3afc-44d9-b700-031059700635, reason: Instance 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.787688] env[70399]: DEBUG nova.network.neutron [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updating instance_info_cache with network_info: [{"id": "14968730-932a-445c-8fb6-f855a6289e7e", "address": "fa:16:3e:90:16:6b", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14968730-93", "ovs_interfaceid": "14968730-932a-445c-8fb6-f855a6289e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.801861] env[70399]: INFO nova.compute.manager [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Rescuing [ 919.802172] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.802327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.802497] env[70399]: DEBUG nova.network.neutron [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.827436] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.906138] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524b34e8-e5fe-d53b-7c63-0cb9e961de40, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.910741] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c569a054-879e-4319-89f6-9765b1dd15c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.917678] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 919.917678] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328348-63fa-ab4e-1a96-beb10487d507" [ 919.917678] env[70399]: _type = "Task" [ 919.917678] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.926932] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328348-63fa-ab4e-1a96-beb10487d507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.992779] env[70399]: DEBUG oslo_vmware.api [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758342, 'name': PowerOnVM_Task, 'duration_secs': 0.47727} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.994460] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.994732] env[70399]: DEBUG nova.compute.manager [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.995867] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d1f80-1f8a-42df-a415-cfda94ebc4a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.046400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.114049] env[70399]: INFO nova.compute.manager [-] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Took 1.96 seconds to deallocate network for instance. [ 920.293762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.294125] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance network_info: |[{"id": "14968730-932a-445c-8fb6-f855a6289e7e", "address": "fa:16:3e:90:16:6b", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14968730-93", "ovs_interfaceid": "14968730-932a-445c-8fb6-f855a6289e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.294613] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:16:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14968730-932a-445c-8fb6-f855a6289e7e', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.302360] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.305309] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.306199] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d05c60-72fb-4156-97e7-2915865d591c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.332870] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.332870] env[70399]: value = "task-3758343" [ 920.332870] env[70399]: _type = "Task" [ 920.332870] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.347466] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758343, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.355677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.433937] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52328348-63fa-ab4e-1a96-beb10487d507, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.433937] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.434203] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.434699] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809b4517-0639-4cf0-8daf-ee02f145f561 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.442467] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 920.442467] env[70399]: value = "task-3758344" [ 920.442467] env[70399]: _type = "Task" [ 920.442467] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.455081] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.469243] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e62bb-cbf6-471c-86b0-e68c58e41293 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.478171] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.478622] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.478880] env[70399]: DEBUG nova.compute.manager [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Going to confirm migration 2 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 920.484045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35678dd9-4c85-44c5-83e9-69334a099b31 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.532162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc77d6f-b1c7-4e64-9c97-75e7b2feab64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.535276] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.542442] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed023b-cf97-488b-9fca-c3bd835606db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.567117] env[70399]: DEBUG nova.compute.provider_tree [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.589283] env[70399]: DEBUG nova.compute.manager [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received event network-changed-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.589595] env[70399]: DEBUG nova.compute.manager [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Refreshing instance network info cache due to event network-changed-14968730-932a-445c-8fb6-f855a6289e7e. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.590015] env[70399]: DEBUG oslo_concurrency.lockutils [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] Acquiring lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.590197] env[70399]: DEBUG oslo_concurrency.lockutils [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] Acquired lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.590386] env[70399]: DEBUG nova.network.neutron [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Refreshing network info cache for port 14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.622396] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.643277] env[70399]: DEBUG nova.network.neutron [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updating instance_info_cache with network_info: [{"id": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "address": "fa:16:3e:f2:a6:13", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd83c33-8f", "ovs_interfaceid": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.846711] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758343, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.958171] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.042361] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.042591] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.042776] env[70399]: DEBUG nova.network.neutron [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.042959] env[70399]: DEBUG nova.objects.instance [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'info_cache' on Instance uuid 3305b11f-79db-4832-bb9d-c50d83a0cd68 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.070152] env[70399]: DEBUG nova.scheduler.client.report [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.146682] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.346203] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758343, 'name': CreateVM_Task, 'duration_secs': 0.516926} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.346492] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.347520] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.347691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.348100] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.348367] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b8ae89-4922-480e-a05b-e1e575ad9579 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.355131] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 921.355131] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525db5a2-ba5a-6e80-c66a-087174146ac0" [ 921.355131] env[70399]: _type = "Task" [ 921.355131] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.365942] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525db5a2-ba5a-6e80-c66a-087174146ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.371110] env[70399]: DEBUG nova.network.neutron [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updated VIF entry in instance network info cache for port 14968730-932a-445c-8fb6-f855a6289e7e. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.372249] env[70399]: DEBUG nova.network.neutron [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updating instance_info_cache with network_info: [{"id": "14968730-932a-445c-8fb6-f855a6289e7e", "address": "fa:16:3e:90:16:6b", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14968730-93", "ovs_interfaceid": "14968730-932a-445c-8fb6-f855a6289e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.454504] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56401} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.454849] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.454979] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.455275] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7411e3-7e20-4283-8885-d0a533a35c22 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.462515] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 921.462515] env[70399]: value = "task-3758345" [ 921.462515] env[70399]: _type = "Task" [ 921.462515] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.474265] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.563283] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e407044-cdbe-4810-bd78-4f21124d90b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.585988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.586517] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.589729] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.593369] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.225s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.597225] env[70399]: DEBUG nova.objects.instance [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lazy-loading 'resources' on Instance uuid 387fed96-b408-4b7d-aa4b-80a394ba65e8 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.715085] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "16eee332-9c66-41c8-8a46-175a79b2f91f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.715357] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.715559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "16eee332-9c66-41c8-8a46-175a79b2f91f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.715742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.715908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.717909] env[70399]: INFO nova.compute.manager [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Terminating instance [ 921.866924] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525db5a2-ba5a-6e80-c66a-087174146ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.867239] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.867466] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.867705] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.867843] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.868036] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.868300] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ccf80bb-2e19-4761-8951-2826a7a5322f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.874830] env[70399]: DEBUG oslo_concurrency.lockutils [req-0e00baa4-d425-452a-b7b8-2a2494ffc788 req-5c3c7078-f72d-4076-8012-936dd6cfb551 service nova] Releasing lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877084] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.877261] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.878015] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa608228-6ed1-4828-89fa-de9130e6216c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.883294] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 921.883294] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c36fb-ee69-342f-b1df-8890de50bbc8" [ 921.883294] env[70399]: _type = "Task" [ 921.883294] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.891341] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c36fb-ee69-342f-b1df-8890de50bbc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.972635] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289165} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.972896] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.973683] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf9cfc-5ae5-45c4-8065-38646ff3ab9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.993716] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.994426] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e30cb1-479b-4072-81c3-4d66f16fc6a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014780] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 922.014780] env[70399]: value = "task-3758346" [ 922.014780] env[70399]: _type = "Task" [ 922.014780] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.024397] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.095669] env[70399]: DEBUG nova.compute.utils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.097589] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.097794] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.102435] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.108127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c8a9bc-2db0-4075-a67e-dee37c414e9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.116823] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 922.116823] env[70399]: value = "task-3758347" [ 922.116823] env[70399]: _type = "Task" [ 922.116823] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.133888] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.156672] env[70399]: DEBUG nova.policy [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1750743be58b4a57acbc0dddb69199c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c27c938692b41a6b6fa97e7a1f67e2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.222398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "refresh_cache-16eee332-9c66-41c8-8a46-175a79b2f91f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.222687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquired lock "refresh_cache-16eee332-9c66-41c8-8a46-175a79b2f91f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.222866] env[70399]: DEBUG nova.network.neutron [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.300767] env[70399]: DEBUG nova.network.neutron [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [{"id": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "address": "fa:16:3e:72:30:1e", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb61cb4-c6", "ovs_interfaceid": "3fb61cb4-c61c-43cf-b038-0c8eb2372dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.397874] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c36fb-ee69-342f-b1df-8890de50bbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.398740] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c99a1f2-d2ba-4b8b-82b5-f404eaf6d772 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.405727] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 922.405727] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522036f2-4337-d277-98cd-46d941829b72" [ 922.405727] env[70399]: _type = "Task" [ 922.405727] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.415558] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522036f2-4337-d277-98cd-46d941829b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.526191] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.561477] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Successfully created port: 83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.601952] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.628306] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758347, 'name': PowerOffVM_Task, 'duration_secs': 0.368434} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.628582] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.630042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.689279] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.689353] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fccf918-ff74-481a-9065-a214fc09fb7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.701146] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 922.701146] env[70399]: value = "task-3758348" [ 922.701146] env[70399]: _type = "Task" [ 922.701146] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.716396] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.756156] env[70399]: DEBUG nova.network.neutron [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.807498] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-3305b11f-79db-4832-bb9d-c50d83a0cd68" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.807498] env[70399]: DEBUG nova.objects.instance [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'migration_context' on Instance uuid 3305b11f-79db-4832-bb9d-c50d83a0cd68 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.845881] env[70399]: DEBUG nova.network.neutron [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.896740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07248dc7-b242-4a37-aa86-ccbda6c7783d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.905934] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1787cae4-60a9-4cdc-ae25-32f064ebbb99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.921253] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522036f2-4337-d277-98cd-46d941829b72, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.947031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.947510] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 2a8e1804-8f22-46a8-9e06-1faca8b4a53c/2a8e1804-8f22-46a8-9e06-1faca8b4a53c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.948315] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c1898a-6f88-4111-a1a2-823b7d993076 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.951561] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd63f02-ae24-4767-9a70-2e42cab027e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.961374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d622eda-0e49-4a5c-9580-13ffc0b0e45b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.965179] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 922.965179] env[70399]: value = "task-3758349" [ 922.965179] env[70399]: _type = "Task" [ 922.965179] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.976826] env[70399]: DEBUG nova.compute.provider_tree [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.984088] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.027157] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758346, 'name': ReconfigVM_Task, 'duration_secs': 0.615172} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.027448] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 705ba34f-476f-4857-9647-30185b885081/705ba34f-476f-4857-9647-30185b885081.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.028287] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb98632-356f-4be2-9cc4-b34775499477 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.036246] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 923.036246] env[70399]: value = "task-3758350" [ 923.036246] env[70399]: _type = "Task" [ 923.036246] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.046452] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758350, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.137411] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.137837] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.138339] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.138339] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.138564] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.138564] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.138773] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.138960] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.139131] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.139290] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.139580] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.147203] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb371305-bb13-4fef-9b2d-6c771ab1b736 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.167795] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 923.167795] env[70399]: value = "task-3758351" [ 923.167795] env[70399]: _type = "Task" [ 923.167795] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.182040] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.216244] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758348, 'name': PowerOffVM_Task, 'duration_secs': 0.412672} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.216663] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.217813] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506fbef-335d-429c-b996-6f755432ee8f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.245804] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f38411-4f1e-4ca8-9ee4-5aaa244f1345 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.289835] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.290194] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c17207-6791-4539-bec1-b640faa852eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.298215] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 923.298215] env[70399]: value = "task-3758352" [ 923.298215] env[70399]: _type = "Task" [ 923.298215] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.308998] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.309811] env[70399]: DEBUG nova.objects.base [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Object Instance<3305b11f-79db-4832-bb9d-c50d83a0cd68> lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.310681] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b97e9-12d4-4506-8ceb-3cf45956e27b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.332258] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5668396f-9f2f-45fe-8c38-db5a2cb554fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.339502] env[70399]: DEBUG oslo_vmware.api [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 923.339502] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525595a9-cb0a-b9fd-c71e-80c33a83b9ca" [ 923.339502] env[70399]: _type = "Task" [ 923.339502] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.350586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Releasing lock "refresh_cache-16eee332-9c66-41c8-8a46-175a79b2f91f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.351183] env[70399]: DEBUG nova.compute.manager [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.351466] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.351810] env[70399]: DEBUG oslo_vmware.api [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525595a9-cb0a-b9fd-c71e-80c33a83b9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.352597] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8388fc3c-1ad4-457e-b5d1-2c30eee07d84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.361099] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.361398] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bcde260-6330-48bd-86ae-0c0ad95a431d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.370614] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 923.370614] env[70399]: value = "task-3758353" [ 923.370614] env[70399]: _type = "Task" [ 923.370614] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.381725] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.475955] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485231} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.476403] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 2a8e1804-8f22-46a8-9e06-1faca8b4a53c/2a8e1804-8f22-46a8-9e06-1faca8b4a53c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.476524] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.476778] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d509e0-4663-4a36-bf03-7c493a4aa804 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.479586] env[70399]: DEBUG nova.scheduler.client.report [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.488366] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 923.488366] env[70399]: value = "task-3758354" [ 923.488366] env[70399]: _type = "Task" [ 923.488366] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.499877] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.548883] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758350, 'name': Rename_Task, 'duration_secs': 0.230149} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.548883] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.548883] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346f7c9a-8f2d-4ad3-af22-cb37264e37c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.556928] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 923.556928] env[70399]: value = "task-3758355" [ 923.556928] env[70399]: _type = "Task" [ 923.556928] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.566679] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.624024] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.651761] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.655025] env[70399]: DEBUG nova.virt.hardware [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.657783] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76126d-1fe4-447b-b5c5-ce686609dec4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.676049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2be1e21-a6eb-452a-a7c9-a8573bb3f113 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.696420] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758351, 'name': ReconfigVM_Task, 'duration_secs': 0.299465} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.697076] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.815475] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.819229] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.819229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.819229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.819229] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.819229] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b2f2d28-4fce-429b-a02a-8c2b28f903de {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.838301] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.838301] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.838597] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffabd201-2bbe-4a19-9b17-268a4d07c1a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.850224] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 923.850224] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5223f312-f65d-ad2b-5679-fa741ae53889" [ 923.850224] env[70399]: _type = "Task" [ 923.850224] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.854347] env[70399]: DEBUG oslo_vmware.api [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525595a9-cb0a-b9fd-c71e-80c33a83b9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.859823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.865080] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5223f312-f65d-ad2b-5679-fa741ae53889, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.865838] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821dfb0b-aad4-4a6c-a6bb-95051d47f063 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.871826] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 923.871826] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52264e0e-fc01-79d4-af1c-9216b3962234" [ 923.871826] env[70399]: _type = "Task" [ 923.871826] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.888713] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52264e0e-fc01-79d4-af1c-9216b3962234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.888713] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758353, 'name': PowerOffVM_Task, 'duration_secs': 0.137032} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.888713] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.888902] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.889146] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0189de42-691c-4a30-9d4e-9b570f6f6030 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.918482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.918482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.918770] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Deleting the datastore file [datastore2] 16eee332-9c66-41c8-8a46-175a79b2f91f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.919057] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44685ecf-20b1-4c0c-9cdd-b6efe6b2a4d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.933067] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for the task: (returnval){ [ 923.933067] env[70399]: value = "task-3758357" [ 923.933067] env[70399]: _type = "Task" [ 923.933067] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.946320] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.989009] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.994979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.578s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.994979] env[70399]: INFO nova.compute.claims [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.014680] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079563} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.015223] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.016581] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b301c08f-d097-4198-8e93-b1314db24ef5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.051173] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 2a8e1804-8f22-46a8-9e06-1faca8b4a53c/2a8e1804-8f22-46a8-9e06-1faca8b4a53c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.052872] env[70399]: INFO nova.scheduler.client.report [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Deleted allocations for instance 387fed96-b408-4b7d-aa4b-80a394ba65e8 [ 924.054187] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a759c39d-26e5-493a-b978-efa47025403b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.090797] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758355, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.091445] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 924.091445] env[70399]: value = "task-3758358" [ 924.091445] env[70399]: _type = "Task" [ 924.091445] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.100583] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.203996] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:27:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='90e10ac4-f794-409b-a5b2-1c7421132088',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1532259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.204288] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.204450] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.204631] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.204781] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.204924] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.205259] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.205484] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.205716] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.208486] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.208486] env[70399]: DEBUG nova.virt.hardware [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.212571] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.213087] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c27a1f-3069-4904-bbce-7a71028af638 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.237475] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 924.237475] env[70399]: value = "task-3758359" [ 924.237475] env[70399]: _type = "Task" [ 924.237475] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.247459] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.385860] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52264e0e-fc01-79d4-af1c-9216b3962234, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.386144] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.386406] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 924.386681] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4423ff36-5020-44e0-b33d-213ec3356250 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394213] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 924.394213] env[70399]: value = "task-3758360" [ 924.394213] env[70399]: _type = "Task" [ 924.394213] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.403357] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.443794] env[70399]: DEBUG oslo_vmware.api [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Task: {'id': task-3758357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102232} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.444126] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.444126] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.444352] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.444555] env[70399]: INFO nova.compute.manager [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 924.444768] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.444971] env[70399]: DEBUG nova.compute.manager [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.445092] env[70399]: DEBUG nova.network.neutron [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.468092] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Successfully updated port: 83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.484346] env[70399]: DEBUG nova.network.neutron [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.510012] env[70399]: DEBUG nova.compute.manager [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Received event network-vif-plugged-83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.510283] env[70399]: DEBUG oslo_concurrency.lockutils [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.510568] env[70399]: DEBUG oslo_concurrency.lockutils [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.510776] env[70399]: DEBUG oslo_concurrency.lockutils [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.510991] env[70399]: DEBUG nova.compute.manager [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] No waiting events found dispatching network-vif-plugged-83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.511207] env[70399]: WARNING nova.compute.manager [req-1773a2ac-757d-4c54-b7b4-9a7edb7f4b6c req-736e265c-b3fb-4127-aa01-3452de6c64c6 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Received unexpected event network-vif-plugged-83b816dc-98ae-40f4-9f77-0b04374bcb38 for instance with vm_state building and task_state spawning. [ 924.583727] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f9edd2f3-58b0-494e-8151-53a01d94849c tempest-ImagesOneServerTestJSON-441499339 tempest-ImagesOneServerTestJSON-441499339-project-member] Lock "387fed96-b408-4b7d-aa4b-80a394ba65e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.870s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.592407] env[70399]: DEBUG oslo_vmware.api [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758355, 'name': PowerOnVM_Task, 'duration_secs': 0.637158} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.596812] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.597186] env[70399]: DEBUG nova.compute.manager [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.598288] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a54ca1-bc54-4939-a67d-5b595a9154b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.607799] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758358, 'name': ReconfigVM_Task, 'duration_secs': 0.299457} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.609652] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 2a8e1804-8f22-46a8-9e06-1faca8b4a53c/2a8e1804-8f22-46a8-9e06-1faca8b4a53c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.612901] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6717a43c-bd40-4a68-bc5c-91117d82fbef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.621529] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 924.621529] env[70399]: value = "task-3758361" [ 924.621529] env[70399]: _type = "Task" [ 924.621529] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.636911] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758361, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.752364] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758359, 'name': ReconfigVM_Task, 'duration_secs': 0.36404} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.752773] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.753843] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eddfd0-ab3d-473d-9d39-24c7a25d8c6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.778647] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.779022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c8f2c8-43b4-4b75-8203-390eeb64273b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.799522] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 924.799522] env[70399]: value = "task-3758362" [ 924.799522] env[70399]: _type = "Task" [ 924.799522] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.812984] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.905252] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.970858] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.971056] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.971184] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.989707] env[70399]: DEBUG nova.network.neutron [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.129600] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.137140] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758361, 'name': Rename_Task, 'duration_secs': 0.249229} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.137526] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.137526] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56188dff-ebca-4d5c-8076-52727692dca2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.149115] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 925.149115] env[70399]: value = "task-3758363" [ 925.149115] env[70399]: _type = "Task" [ 925.149115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.159108] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.311312] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.418570] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528113} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.418570] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 925.418850] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7989e0b-40f6-491f-886c-fa3bb036b718 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.445335] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.448400] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f950f8f5-1888-4b46-ae93-9967238cc7d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.470392] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 925.470392] env[70399]: value = "task-3758364" [ 925.470392] env[70399]: _type = "Task" [ 925.470392] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.486698] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.493474] env[70399]: INFO nova.compute.manager [-] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Took 1.05 seconds to deallocate network for instance. [ 925.513304] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.662507] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.735770] env[70399]: DEBUG nova.network.neutron [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.798540] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65490c1-36a3-4b65-b805-00f53afadcef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.810801] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758362, 'name': ReconfigVM_Task, 'duration_secs': 0.589592} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.813326] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.813702] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.818795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941e9c5-e9ea-4465-8b9f-7f583c070bd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.856326] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee15258-98b2-4fa5-aab1-f546d6f4b77c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.864848] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2c681-a1ec-402b-aa8a-19fddbf8fa61 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.888703] env[70399]: DEBUG nova.compute.provider_tree [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.981988] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.010122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.163354] env[70399]: DEBUG oslo_vmware.api [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758363, 'name': PowerOnVM_Task, 'duration_secs': 0.7067} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.163763] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.164046] env[70399]: INFO nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Took 8.24 seconds to spawn the instance on the hypervisor. [ 926.164317] env[70399]: DEBUG nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.165434] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db04ee8-4002-4e0c-ad50-cb06be774f0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.175982] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "705ba34f-476f-4857-9647-30185b885081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.176841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.176841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "705ba34f-476f-4857-9647-30185b885081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.177360] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.177747] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.187803] env[70399]: INFO nova.compute.manager [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Terminating instance [ 926.242910] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.242910] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Instance network_info: |[{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.242910] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:dc:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83b816dc-98ae-40f4-9f77-0b04374bcb38', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.253035] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating folder: Project (9c27c938692b41a6b6fa97e7a1f67e2c). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.253816] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea3d2e8d-a304-4c5b-b799-4d2046c3aeb9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.271257] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created folder: Project (9c27c938692b41a6b6fa97e7a1f67e2c) in parent group-v747819. [ 926.271257] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating folder: Instances. Parent ref: group-v747996. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.271257] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8520e997-f7a7-4850-93f2-14728e4da7ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.285261] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created folder: Instances in parent group-v747996. [ 926.285261] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.285261] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.285261] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3499938-93c7-49af-9313-a11d7ee735e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.306158] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.306158] env[70399]: value = "task-3758367" [ 926.306158] env[70399]: _type = "Task" [ 926.306158] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314585] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758367, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.325063] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfa7260-e1f4-4cf5-94ea-1dd325b57fc9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.345738] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17be2a-7951-465b-a651-aa1737c477f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.364970] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.395341] env[70399]: DEBUG nova.scheduler.client.report [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.483307] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758364, 'name': ReconfigVM_Task, 'duration_secs': 0.536344} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.483492] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e62be5a3-3716-4630-ac33-538f433bac26/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.484497] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa09f6d-74a8-4a8a-8057-a2122c5ecf40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.512691] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b51a16-181e-4737-9960-6ae33e7484a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.530845] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 926.530845] env[70399]: value = "task-3758368" [ 926.530845] env[70399]: _type = "Task" [ 926.530845] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.539523] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.608600] env[70399]: DEBUG nova.compute.manager [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Received event network-changed-83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.608765] env[70399]: DEBUG nova.compute.manager [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Refreshing instance network info cache due to event network-changed-83b816dc-98ae-40f4-9f77-0b04374bcb38. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.609085] env[70399]: DEBUG oslo_concurrency.lockutils [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.609256] env[70399]: DEBUG oslo_concurrency.lockutils [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.609488] env[70399]: DEBUG nova.network.neutron [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Refreshing network info cache for port 83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.691842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "refresh_cache-705ba34f-476f-4857-9647-30185b885081" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.692108] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquired lock "refresh_cache-705ba34f-476f-4857-9647-30185b885081" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.692328] env[70399]: DEBUG nova.network.neutron [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.702092] env[70399]: INFO nova.compute.manager [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Took 37.95 seconds to build instance. [ 926.816135] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758367, 'name': CreateVM_Task, 'duration_secs': 0.463529} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.816371] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.817057] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.817217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.817618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.817800] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f01939-4905-41c6-be6e-965ca15b2f65 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.823822] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 926.823822] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520ab834-0ace-5bc0-cffc-04402a11dc50" [ 926.823822] env[70399]: _type = "Task" [ 926.823822] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.833928] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520ab834-0ace-5bc0-cffc-04402a11dc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.900683] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.901147] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.904920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.773s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.904920] env[70399]: DEBUG nova.objects.instance [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lazy-loading 'resources' on Instance uuid f9b289ca-c7c7-4ba6-b85f-ab2954630f1e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.935932] env[70399]: DEBUG nova.network.neutron [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Port 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 927.042733] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758368, 'name': ReconfigVM_Task, 'duration_secs': 0.243612} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.043051] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.043323] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6841cdfe-d0c1-4572-ad52-8d45e8c7a474 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.051415] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 927.051415] env[70399]: value = "task-3758369" [ 927.051415] env[70399]: _type = "Task" [ 927.051415] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.060321] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.207793] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2e5ef29b-9ab1-4168-9060-b36d6637fc31 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.013s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.230927] env[70399]: DEBUG nova.network.neutron [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.334142] env[70399]: DEBUG nova.network.neutron [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.342771] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520ab834-0ace-5bc0-cffc-04402a11dc50, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.343137] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.343450] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.343814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.344244] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.344244] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.344504] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa862d59-9736-439d-bbe2-5e0162a392d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.358277] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.359168] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.359281] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e48395-e1e9-48a3-bacf-83f7a90dc02d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.366436] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 927.366436] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523a3d7e-fe7e-ca84-9ffe-292a43e457e7" [ 927.366436] env[70399]: _type = "Task" [ 927.366436] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.375148] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523a3d7e-fe7e-ca84-9ffe-292a43e457e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.409587] env[70399]: DEBUG nova.compute.utils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.415594] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.416291] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.421481] env[70399]: DEBUG nova.network.neutron [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updated VIF entry in instance network info cache for port 83b816dc-98ae-40f4-9f77-0b04374bcb38. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.421942] env[70399]: DEBUG nova.network.neutron [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.480035] env[70399]: DEBUG nova.policy [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f502cdd10448d0b31eb3bd8f151e8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6edc93838d1d483382f3d0d58e6a160b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.567949] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.711229] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.838683] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Releasing lock "refresh_cache-705ba34f-476f-4857-9647-30185b885081" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.839469] env[70399]: DEBUG nova.compute.manager [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.839725] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.841925] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Successfully created port: ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.847326] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eeef11-5892-4e07-9bdd-6d5697a21ccc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.861030] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.861535] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-556c51ff-a0c9-4172-b17a-9382a4038712 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.880700] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 927.880700] env[70399]: value = "task-3758370" [ 927.880700] env[70399]: _type = "Task" [ 927.880700] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.891463] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523a3d7e-fe7e-ca84-9ffe-292a43e457e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028248} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.897837] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b8bbb2-b88d-49b1-b4a6-5f0eb2d5b313 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.910243] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.914558] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 927.914558] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5203f6bc-a08a-2b95-725f-d38269c9ca07" [ 927.914558] env[70399]: _type = "Task" [ 927.914558] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.923557] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.931081] env[70399]: DEBUG oslo_concurrency.lockutils [req-93ba409a-b71a-4a96-bd17-d6e170075e9c req-2d17addc-c490-4240-94ec-b7886435458b service nova] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.942771] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5203f6bc-a08a-2b95-725f-d38269c9ca07, 'name': SearchDatastore_Task, 'duration_secs': 0.021893} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.943468] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.943873] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.944274] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25282fa8-a46f-4949-a742-272c1e19b88c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.974738] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.975152] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.975435] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.981069] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 927.981069] env[70399]: value = "task-3758371" [ 927.981069] env[70399]: _type = "Task" [ 927.981069] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.993799] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.062375] env[70399]: DEBUG oslo_vmware.api [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758369, 'name': PowerOnVM_Task, 'duration_secs': 0.524301} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.065612] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.068921] env[70399]: DEBUG nova.compute.manager [None req-8342da51-d870-4b15-bbf5-5ba51bddf0d8 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.070227] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69166af-a406-4efa-8fd7-712f3c60b15f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.234687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.344281] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad6c7c-7cdf-44bf-bb8d-f3b806734f92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.357078] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd118e2e-68a4-4ead-b92e-c9e20ca41bae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.410301] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8acf0f-612b-4d59-996e-029992e5c30d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.425639] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0047f7-57a9-4413-9bf5-962739c448eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.430384] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758370, 'name': PowerOffVM_Task, 'duration_secs': 0.20547} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.430719] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.430939] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.431685] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ae9f00-8856-4a5c-8604-d508f3abfa93 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.456107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.456107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.456107] env[70399]: INFO nova.compute.manager [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Shelving [ 928.456107] env[70399]: DEBUG nova.compute.provider_tree [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.466088] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.466460] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.466672] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Deleting the datastore file [datastore2] 705ba34f-476f-4857-9647-30185b885081 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.468175] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fd8ee7-6285-47a4-a8f7-38c31dff8ea3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.479198] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for the task: (returnval){ [ 928.479198] env[70399]: value = "task-3758373" [ 928.479198] env[70399]: _type = "Task" [ 928.479198] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.502923] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.507098] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.959117] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.964584] env[70399]: DEBUG nova.scheduler.client.report [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.001063] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.001495] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.001797] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.002136] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.002421] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.003068] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.003068] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.003215] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.003482] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.003780] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.004093] env[70399]: DEBUG nova.virt.hardware [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.008967] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84a449-08d4-4cb2-a9a0-29b5a857a007 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.015018] env[70399]: DEBUG oslo_vmware.api [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Task: {'id': task-3758373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279991} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.015018] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.015018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.015018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.015018] env[70399]: INFO nova.compute.manager [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Took 1.17 seconds to destroy the instance on the hypervisor. [ 929.015018] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.015018] env[70399]: DEBUG nova.compute.manager [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.016074] env[70399]: DEBUG nova.network.neutron [-] [instance: 705ba34f-476f-4857-9647-30185b885081] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.026948] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711983} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.027959] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.027959] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.029305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b080d0-c66d-4849-9c5b-9185c9d63c3d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.033545] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f80e0fa-857c-421e-b442-adfa8c6a76b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.053473] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 929.053473] env[70399]: value = "task-3758374" [ 929.053473] env[70399]: _type = "Task" [ 929.053473] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.065013] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.108901] env[70399]: DEBUG nova.network.neutron [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.128462] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.128681] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.132054] env[70399]: DEBUG nova.network.neutron [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.472198] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.567s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.475649] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.476091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.140s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.479455] env[70399]: DEBUG nova.objects.instance [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lazy-loading 'resources' on Instance uuid f1301b43-60dc-4939-ab24-0997a306dce5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.479455] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70235a4a-56d7-4b9b-86d6-ffe95f7785fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.486059] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 929.486059] env[70399]: value = "task-3758375" [ 929.486059] env[70399]: _type = "Task" [ 929.486059] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.500175] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.507661] env[70399]: INFO nova.scheduler.client.report [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted allocations for instance f9b289ca-c7c7-4ba6-b85f-ab2954630f1e [ 929.567026] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075721} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.567026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.567026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ac35f-e5ee-4813-883c-958e81ae6285 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.608199] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.609664] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c54c89d0-77b6-4042-bdff-4d7f992f3a6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.624962] env[70399]: DEBUG nova.network.neutron [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.635374] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 929.635374] env[70399]: value = "task-3758376" [ 929.635374] env[70399]: _type = "Task" [ 929.635374] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.646160] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.930230] env[70399]: DEBUG nova.network.neutron [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.963541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.963541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.963541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.963541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.963541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.967051] env[70399]: INFO nova.compute.manager [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Terminating instance [ 930.002042] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758375, 'name': PowerOffVM_Task, 'duration_secs': 0.338658} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.002042] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.002042] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2de470-6f78-4ad6-abca-beb3189f6bd1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.027756] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb4254-d103-46a3-9361-3187555ffde0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.030927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8c71bf87-afd2-41ec-874e-7c3ed1529e5d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f9b289ca-c7c7-4ba6-b85f-ab2954630f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.199s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.128111] env[70399]: INFO nova.compute.manager [-] [instance: 705ba34f-476f-4857-9647-30185b885081] Took 1.11 seconds to deallocate network for instance. [ 930.157797] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758376, 'name': ReconfigVM_Task, 'duration_secs': 0.383741} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.157797] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.158204] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0142ea89-5f7e-4bf3-a943-530de6c8f47f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.168362] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 930.168362] env[70399]: value = "task-3758377" [ 930.168362] env[70399]: _type = "Task" [ 930.168362] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.172671] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.173012] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.174322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.174322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.174322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.176414] env[70399]: INFO nova.compute.manager [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Terminating instance [ 930.182974] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758377, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.258186] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Successfully updated port: ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.341382] env[70399]: DEBUG nova.compute.manager [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Received event network-vif-plugged-ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.341600] env[70399]: DEBUG oslo_concurrency.lockutils [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] Acquiring lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.341888] env[70399]: DEBUG oslo_concurrency.lockutils [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.342088] env[70399]: DEBUG oslo_concurrency.lockutils [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.342261] env[70399]: DEBUG nova.compute.manager [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] No waiting events found dispatching network-vif-plugged-ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.342425] env[70399]: WARNING nova.compute.manager [req-9cd99c1c-d0ba-445e-80e1-8e94fcbb6e36 req-2115fe01-a4b7-4824-9486-613b9b256916 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Received unexpected event network-vif-plugged-ee1c5e5e-f52c-4a67-b519-198972f520f4 for instance with vm_state building and task_state spawning. [ 930.440460] env[70399]: INFO nova.compute.manager [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Unrescuing [ 930.440720] env[70399]: DEBUG oslo_concurrency.lockutils [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquired lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.441209] env[70399]: DEBUG nova.network.neutron [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.442501] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.473255] env[70399]: DEBUG nova.compute.manager [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.474166] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.474754] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50078c3f-a5f8-4bd1-92e6-19f14feeca61 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.483495] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.483774] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ef4651-e1f2-4fd1-a0a7-619872a723b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.491628] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 930.491628] env[70399]: value = "task-3758378" [ 930.491628] env[70399]: _type = "Task" [ 930.491628] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.507214] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.546521] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 930.546692] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a1d90d53-f4c2-49eb-88e3-6a5bd9812cf1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.555633] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 930.555633] env[70399]: value = "task-3758379" [ 930.555633] env[70399]: _type = "Task" [ 930.555633] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.567606] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.650494] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.686661] env[70399]: DEBUG nova.compute.manager [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.686917] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.687242] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758377, 'name': Rename_Task, 'duration_secs': 0.168202} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.687455] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543a4da9-b2a8-4733-89ae-20a9ca976b9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.689354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.689447] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96cad53e-33d0-4e5b-989a-e75ff47eedf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.700068] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 930.700068] env[70399]: value = "task-3758380" [ 930.700068] env[70399]: _type = "Task" [ 930.700068] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.700261] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 930.700261] env[70399]: value = "task-3758381" [ 930.700261] env[70399]: _type = "Task" [ 930.700261] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.717444] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.723970] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.765904] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.766183] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquired lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.766430] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.788488] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26010ec-c490-452f-8454-7fceebcfeed1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.801585] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4eaa29-b596-4aa7-9994-a81f07b84d3f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.840907] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb4b3d-c927-4167-ab48-94967a9f5bf2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.850020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb177eac-3dab-4cfa-b824-24929180e4bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.867766] env[70399]: DEBUG nova.compute.provider_tree [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.972092] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3449e2-8fb7-4141-a699-361c262d70ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.001040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9239d5-fde8-4547-bfe1-3d99838cb803 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.011059] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758378, 'name': PowerOffVM_Task, 'duration_secs': 0.213465} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.014173] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.014380] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.014766] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.022027] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95eb254-ca7a-43ac-836a-2e23b7fa9cfb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.068371] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758379, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.097240] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.097478] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.097697] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleting the datastore file [datastore2] c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.097938] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-956f77e5-4a80-493c-a8ea-fb95510c0952 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.106972] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 931.106972] env[70399]: value = "task-3758383" [ 931.106972] env[70399]: _type = "Task" [ 931.106972] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.120824] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.222826] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758381, 'name': PowerOffVM_Task, 'duration_secs': 0.3767} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.228979] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.228979] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 931.228979] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747916', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'name': 'volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690f5b18-0a1a-4ff7-b3ba-8005eba5f5be', 'attached_at': '', 'detached_at': '', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'serial': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 931.229289] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.234708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d1c60-cf5b-416e-be0a-648c051acad1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.260121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33e274-f49f-479d-9979-6cd762c0b33b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.272378] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc1a7b-34fc-43c1-81e2-7671a2fce273 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275801] env[70399]: DEBUG nova.network.neutron [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updating instance_info_cache with network_info: [{"id": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "address": "fa:16:3e:f2:a6:13", "network": {"id": "38adf5cd-e976-4c5b-845c-326fd2e7ff4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1990069094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "892e3fd461df4d20847d37c479857319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd83c33-8f", "ovs_interfaceid": "cdd83c33-8f84-4381-bf47-1f7bbc966cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.295340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1307f-5da6-4d2f-925f-92da1369ef12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.313863] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] The volume has not been displaced from its original location: [datastore1] volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb/volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 931.319969] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.320365] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5676e1b4-87a7-4af2-9db8-f9094787349d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.341102] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 931.341102] env[70399]: value = "task-3758384" [ 931.341102] env[70399]: _type = "Task" [ 931.341102] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.346767] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.352970] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.371304] env[70399]: DEBUG nova.scheduler.client.report [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.524016] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.524338] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825e61f3-ece6-4373-a018-04df57b5d8aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.527845] env[70399]: DEBUG nova.network.neutron [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Updating instance_info_cache with network_info: [{"id": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "address": "fa:16:3e:06:83:4a", "network": {"id": "eedbc32c-9b5c-4ed8-a6bb-1b83eb6de593", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-713656190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc93838d1d483382f3d0d58e6a160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1c5e5e-f5", "ovs_interfaceid": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.537053] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 931.537053] env[70399]: value = "task-3758385" [ 931.537053] env[70399]: _type = "Task" [ 931.537053] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.549200] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.577121] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758379, 'name': CreateSnapshot_Task, 'duration_secs': 0.657131} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.577121] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.578173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27daf047-44d0-4784-83cf-9cb396849b4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.617465] env[70399]: DEBUG oslo_vmware.api [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229853} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.617839] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.617956] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.618186] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.618387] env[70399]: INFO nova.compute.manager [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.618674] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.618838] env[70399]: DEBUG nova.compute.manager [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.618936] env[70399]: DEBUG nova.network.neutron [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.716396] env[70399]: DEBUG oslo_vmware.api [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758380, 'name': PowerOnVM_Task, 'duration_secs': 0.788943} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.716396] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.716396] env[70399]: INFO nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 8.09 seconds to spawn the instance on the hypervisor. [ 931.716396] env[70399]: DEBUG nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.717183] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc747973-8c3b-4db8-ab68-f0cc920211da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.778432] env[70399]: DEBUG oslo_concurrency.lockutils [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Releasing lock "refresh_cache-e62be5a3-3716-4630-ac33-538f433bac26" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.779415] env[70399]: DEBUG nova.objects.instance [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lazy-loading 'flavor' on Instance uuid e62be5a3-3716-4630-ac33-538f433bac26 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.851161] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.877608] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.881532] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.621s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.881982] env[70399]: DEBUG nova.objects.instance [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lazy-loading 'resources' on Instance uuid 43349753-23ef-41fe-acd9-202d4ee28ebe {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.910322] env[70399]: INFO nova.scheduler.client.report [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted allocations for instance f1301b43-60dc-4939-ab24-0997a306dce5 [ 932.031169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Releasing lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.031492] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Instance network_info: |[{"id": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "address": "fa:16:3e:06:83:4a", "network": {"id": "eedbc32c-9b5c-4ed8-a6bb-1b83eb6de593", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-713656190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc93838d1d483382f3d0d58e6a160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1c5e5e-f5", "ovs_interfaceid": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.031992] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:83:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1c5e5e-f52c-4a67-b519-198972f520f4', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.039752] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Creating folder: Project (6edc93838d1d483382f3d0d58e6a160b). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.040287] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f9826e3-81ed-479a-9073-8abc337e4556 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.053301] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.055893] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Created folder: Project (6edc93838d1d483382f3d0d58e6a160b) in parent group-v747819. [ 932.056382] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Creating folder: Instances. Parent ref: group-v748000. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.056382] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3062d507-7c66-4551-ac54-135aaf3ded10 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.068455] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Created folder: Instances in parent group-v748000. [ 932.068845] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.069052] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.069276] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0320947e-6822-4317-8c73-410a146eddd1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.090593] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.090593] env[70399]: value = "task-3758388" [ 932.090593] env[70399]: _type = "Task" [ 932.090593] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.106257] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 932.106522] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758388, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.107209] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2c97b98-ad71-4d1f-8362-5b5f3c64a37c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.120279] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 932.120279] env[70399]: value = "task-3758389" [ 932.120279] env[70399]: _type = "Task" [ 932.120279] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.131079] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758389, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.150677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "23063f37-5610-475a-9f1d-e8a11239187e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.150925] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.243860] env[70399]: INFO nova.compute.manager [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 41.13 seconds to build instance. [ 932.288483] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2299d32-8e12-4800-aa96-1cf5f850b9ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.313924] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.314707] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e38beeb-7977-4b01-af83-0b77311e6bf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.321899] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 932.321899] env[70399]: value = "task-3758390" [ 932.321899] env[70399]: _type = "Task" [ 932.321899] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.331498] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.350901] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.427554] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f9331d3-e944-4fff-bdcf-4ff980b8f807 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "f1301b43-60dc-4939-ab24-0997a306dce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.033s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.554953] env[70399]: DEBUG oslo_vmware.api [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758385, 'name': PowerOnVM_Task, 'duration_secs': 0.776021} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.555270] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.555455] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4fda15-cd6a-4388-b46c-cbfbdaa8a4eb tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance '67ca88f5-a305-46dd-b8ec-cf3b0d621d98' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.607335] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758388, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.613429] env[70399]: DEBUG nova.compute.manager [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Received event network-changed-ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.613429] env[70399]: DEBUG nova.compute.manager [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Refreshing instance network info cache due to event network-changed-ee1c5e5e-f52c-4a67-b519-198972f520f4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.613429] env[70399]: DEBUG oslo_concurrency.lockutils [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] Acquiring lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.613429] env[70399]: DEBUG oslo_concurrency.lockutils [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] Acquired lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.613997] env[70399]: DEBUG nova.network.neutron [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Refreshing network info cache for port ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.630807] env[70399]: DEBUG nova.compute.manager [req-8070694e-4bbb-4a35-b1b1-c9c90758d959 req-f9459289-9221-4d09-ae92-ae8d6a33c330 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Received event network-vif-deleted-d739fb5a-7811-4a38-bef3-261ad342041b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.631077] env[70399]: INFO nova.compute.manager [req-8070694e-4bbb-4a35-b1b1-c9c90758d959 req-f9459289-9221-4d09-ae92-ae8d6a33c330 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Neutron deleted interface d739fb5a-7811-4a38-bef3-261ad342041b; detaching it from the instance and deleting it from the info cache [ 932.631293] env[70399]: DEBUG nova.network.neutron [req-8070694e-4bbb-4a35-b1b1-c9c90758d959 req-f9459289-9221-4d09-ae92-ae8d6a33c330 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.643398] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758389, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.752405] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1d247caf-81f0-4f1d-8662-6649dc169a56 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.646s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.839353] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758390, 'name': PowerOffVM_Task, 'duration_secs': 0.25677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.842408] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.848554] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.849524] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc931525-49c5-4d12-aeb2-9a4a7e35f54c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.876476] env[70399]: DEBUG nova.network.neutron [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.883915] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758384, 'name': ReconfigVM_Task, 'duration_secs': 1.391798} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.885360] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.891187] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 932.891187] env[70399]: value = "task-3758391" [ 932.891187] env[70399]: _type = "Task" [ 932.891187] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.891433] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd30ad59-abf0-4c74-bcf3-a414b1d31b60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.919869] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.922492] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 932.922492] env[70399]: value = "task-3758392" [ 932.922492] env[70399]: _type = "Task" [ 932.922492] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.937150] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.113196] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758388, 'name': CreateVM_Task, 'duration_secs': 0.854482} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.113196] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.113196] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114293] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1427db39-8d59-4b48-bdac-a15f716feb65 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.122810] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 933.122810] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529a69d9-bdaf-f58f-afbb-2a96cbc616be" [ 933.122810] env[70399]: _type = "Task" [ 933.122810] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.147318] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758389, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.148123] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529a69d9-bdaf-f58f-afbb-2a96cbc616be, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.151550] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c82823e-1566-475c-98c3-59becca97786 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.154027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.154297] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.154465] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.154617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.154879] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.155407] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f66948-190c-4fd3-b632-c894d727e382 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.167478] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5afd38-07ec-4201-bb30-e41ea028b72f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.182566] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.182566] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.184206] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e409dc43-74ed-40eb-90ca-ae3655a990a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.193279] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 933.193279] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5208eeb9-8cd6-8b02-d679-9b3ae437529b" [ 933.193279] env[70399]: _type = "Task" [ 933.193279] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.217933] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5208eeb9-8cd6-8b02-d679-9b3ae437529b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.218393] env[70399]: DEBUG nova.compute.manager [req-8070694e-4bbb-4a35-b1b1-c9c90758d959 req-f9459289-9221-4d09-ae92-ae8d6a33c330 service nova] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Detach interface failed, port_id=d739fb5a-7811-4a38-bef3-261ad342041b, reason: Instance c3427f09-f862-4df1-b52d-39afbd18edc2 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.245588] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae093c-9e37-4547-9f19-3886ecb6bb9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.256460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98346dce-d6b9-4f79-93b5-a2d7a94d965d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.260179] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.294565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c56184-e09b-4668-a023-a92488e57816 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.303411] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd6457-98bf-4e26-a1a9-53d7c2b66536 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.317825] env[70399]: DEBUG nova.compute.provider_tree [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.379974] env[70399]: INFO nova.compute.manager [-] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Took 1.76 seconds to deallocate network for instance. [ 933.415758] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758391, 'name': ReconfigVM_Task, 'duration_secs': 0.263268} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.415758] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.415758] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.415758] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d3ea1be-3c71-426c-8b6a-e87a1cfd723c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.423192] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 933.423192] env[70399]: value = "task-3758393" [ 933.423192] env[70399]: _type = "Task" [ 933.423192] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.436815] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758392, 'name': ReconfigVM_Task, 'duration_secs': 0.125311} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.440484] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747916', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'name': 'volume-f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '690f5b18-0a1a-4ff7-b3ba-8005eba5f5be', 'attached_at': '', 'detached_at': '', 'volume_id': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb', 'serial': 'f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.440900] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.441226] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.442369] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a207dd-040c-4e97-b658-2a16396c0cdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.451749] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.452085] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409152ee-3f77-437b-8ec6-268cdf748f50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.520512] env[70399]: DEBUG nova.network.neutron [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Updated VIF entry in instance network info cache for port ee1c5e5e-f52c-4a67-b519-198972f520f4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.520512] env[70399]: DEBUG nova.network.neutron [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Updating instance_info_cache with network_info: [{"id": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "address": "fa:16:3e:06:83:4a", "network": {"id": "eedbc32c-9b5c-4ed8-a6bb-1b83eb6de593", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-713656190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc93838d1d483382f3d0d58e6a160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1c5e5e-f5", "ovs_interfaceid": "ee1c5e5e-f52c-4a67-b519-198972f520f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.532423] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.532423] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.532423] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Deleting the datastore file [datastore1] 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.532423] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba087af-d0be-42c2-97e9-58e46c982ae2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.542583] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for the task: (returnval){ [ 933.542583] env[70399]: value = "task-3758395" [ 933.542583] env[70399]: _type = "Task" [ 933.542583] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.552758] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.636829] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758389, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.705850] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5208eeb9-8cd6-8b02-d679-9b3ae437529b, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.706768] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68ea4f0-3430-4a67-9837-a7071c32ee06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.715613] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 933.715613] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b59979-9f92-da07-65fb-34f9309f9960" [ 933.715613] env[70399]: _type = "Task" [ 933.715613] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.723718] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b59979-9f92-da07-65fb-34f9309f9960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.821058] env[70399]: DEBUG nova.scheduler.client.report [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.888911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.895276] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.936743] env[70399]: DEBUG oslo_vmware.api [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758393, 'name': PowerOnVM_Task, 'duration_secs': 0.481663} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.937174] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.937425] env[70399]: DEBUG nova.compute.manager [None req-07e088b7-337c-4937-aa49-ec22cad63858 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.938378] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa320db5-0a4a-486c-90ea-edfca710da6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.026954] env[70399]: DEBUG oslo_concurrency.lockutils [req-75be2e82-6b20-489a-9a66-2285c8bd3a93 req-f81ac3ec-2ba2-487c-ac05-52ff4a4bfd77 service nova] Releasing lock "refresh_cache-6b9bb568-7ad4-43b8-b894-8e52c28a767c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.054308] env[70399]: DEBUG oslo_vmware.api [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Task: {'id': task-3758395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132355} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.054678] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.054895] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.055118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.055302] env[70399]: INFO nova.compute.manager [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Took 3.37 seconds to destroy the instance on the hypervisor. [ 934.055544] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.055735] env[70399]: DEBUG nova.compute.manager [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.055834] env[70399]: DEBUG nova.network.neutron [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.137426] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758389, 'name': CloneVM_Task, 'duration_secs': 1.635538} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.137889] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Created linked-clone VM from snapshot [ 934.138877] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058184bb-6094-422b-89da-b93192c99554 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.149405] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Uploading image feb47854-f8b1-4190-8160-b6359c0d71e5 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 934.186766] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 934.186766] env[70399]: value = "vm-748003" [ 934.186766] env[70399]: _type = "VirtualMachine" [ 934.186766] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 934.187083] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7adfcea4-0467-4ed4-885a-001f5af6b367 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.196419] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lease: (returnval){ [ 934.196419] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c1e785-c5eb-12a0-eb74-3de713cc11c6" [ 934.196419] env[70399]: _type = "HttpNfcLease" [ 934.196419] env[70399]: } obtained for exporting VM: (result){ [ 934.196419] env[70399]: value = "vm-748003" [ 934.196419] env[70399]: _type = "VirtualMachine" [ 934.196419] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 934.196751] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the lease: (returnval){ [ 934.196751] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c1e785-c5eb-12a0-eb74-3de713cc11c6" [ 934.196751] env[70399]: _type = "HttpNfcLease" [ 934.196751] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.204256] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.204256] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c1e785-c5eb-12a0-eb74-3de713cc11c6" [ 934.204256] env[70399]: _type = "HttpNfcLease" [ 934.204256] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.230238] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b59979-9f92-da07-65fb-34f9309f9960, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.230523] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.230794] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6b9bb568-7ad4-43b8-b894-8e52c28a767c/6b9bb568-7ad4-43b8-b894-8e52c28a767c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.231082] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7fdb10-e441-4b80-90cb-203719ba6d89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.240580] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 934.240580] env[70399]: value = "task-3758397" [ 934.240580] env[70399]: _type = "Task" [ 934.240580] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.251584] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.259894] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "77da841d-8e8c-497e-96a2-4c56d29d25db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.260117] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.328618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.331825] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.824s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.332397] env[70399]: DEBUG nova.objects.instance [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lazy-loading 'resources' on Instance uuid 9d950de1-37dc-440f-b78b-e38520713ce1 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.370186] env[70399]: INFO nova.scheduler.client.report [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleted allocations for instance 43349753-23ef-41fe-acd9-202d4ee28ebe [ 934.521538] env[70399]: DEBUG nova.objects.instance [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lazy-loading 'flavor' on Instance uuid be427ef2-dafd-4482-8204-0964fd00c7bb {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.714674] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.714674] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c1e785-c5eb-12a0-eb74-3de713cc11c6" [ 934.714674] env[70399]: _type = "HttpNfcLease" [ 934.714674] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.715781] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.715781] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c1e785-c5eb-12a0-eb74-3de713cc11c6" [ 934.715781] env[70399]: _type = "HttpNfcLease" [ 934.715781] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.716702] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed63c2-100e-4de4-85a3-6a7a990d2954 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.734423] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.734679] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.832167] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758397, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.870474] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7567ba51-0f98-4992-883f-477ef31287e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.882261] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a7ec57c5-2f7e-4712-b996-433ba886ef29 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "43349753-23ef-41fe-acd9-202d4ee28ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.482s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.885607] env[70399]: DEBUG nova.compute.manager [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Received event network-changed-83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.885760] env[70399]: DEBUG nova.compute.manager [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Refreshing instance network info cache due to event network-changed-83b816dc-98ae-40f4-9f77-0b04374bcb38. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.886530] env[70399]: DEBUG oslo_concurrency.lockutils [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.886530] env[70399]: DEBUG oslo_concurrency.lockutils [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.886530] env[70399]: DEBUG nova.network.neutron [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Refreshing network info cache for port 83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.915950] env[70399]: DEBUG nova.network.neutron [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Port 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 934.916229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.916384] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.916553] env[70399]: DEBUG nova.network.neutron [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.960235] env[70399]: DEBUG nova.compute.manager [req-68ffe27b-d218-4db1-858d-96ed39464cf8 req-ad67ee83-d47f-4f70-b210-956630c932db service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Received event network-vif-deleted-107e3ce3-a3bc-49e1-9b3b-20245fe91f23 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.960411] env[70399]: INFO nova.compute.manager [req-68ffe27b-d218-4db1-858d-96ed39464cf8 req-ad67ee83-d47f-4f70-b210-956630c932db service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Neutron deleted interface 107e3ce3-a3bc-49e1-9b3b-20245fe91f23; detaching it from the instance and deleting it from the info cache [ 934.960580] env[70399]: DEBUG nova.network.neutron [req-68ffe27b-d218-4db1-858d-96ed39464cf8 req-ad67ee83-d47f-4f70-b210-956630c932db service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.024199] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.024465] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.242418] env[70399]: DEBUG nova.network.neutron [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.317670] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596082} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.320651] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 6b9bb568-7ad4-43b8-b894-8e52c28a767c/6b9bb568-7ad4-43b8-b894-8e52c28a767c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.320901] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.322333] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09879ee8-5dc2-48f9-a80c-a7cd7839f520 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.325781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "e62be5a3-3716-4630-ac33-538f433bac26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.325781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.325781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "e62be5a3-3716-4630-ac33-538f433bac26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.325781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.325781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.330019] env[70399]: INFO nova.compute.manager [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Terminating instance [ 935.333117] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 935.333117] env[70399]: value = "task-3758398" [ 935.333117] env[70399]: _type = "Task" [ 935.333117] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.348840] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.463075] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f763d53-df8c-436b-b894-900498171a7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.480340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebd1bc-fe68-4e5e-9605-7328c369ee7a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.530392] env[70399]: DEBUG nova.compute.manager [req-68ffe27b-d218-4db1-858d-96ed39464cf8 req-ad67ee83-d47f-4f70-b210-956630c932db service nova] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Detach interface failed, port_id=107e3ce3-a3bc-49e1-9b3b-20245fe91f23, reason: Instance 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.586362] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71883df0-e8e5-435f-a0ad-0b6001858c8e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.597799] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d5c3da-4be6-4f3f-bdfb-9b8e279f2cac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.642849] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617d2f7f-1414-4f32-9443-d3e13a0da9b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.657633] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8620b-ef53-40a5-aea3-bd12abfc36a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.676277] env[70399]: DEBUG nova.compute.provider_tree [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.742727] env[70399]: DEBUG nova.network.neutron [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updated VIF entry in instance network info cache for port 83b816dc-98ae-40f4-9f77-0b04374bcb38. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.742727] env[70399]: DEBUG nova.network.neutron [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.749991] env[70399]: INFO nova.compute.manager [-] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Took 1.69 seconds to deallocate network for instance. [ 935.808985] env[70399]: DEBUG nova.network.neutron [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.835761] env[70399]: DEBUG nova.compute.manager [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.835951] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.842205] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098bc11-d526-4d11-ad94-71b755aea195 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.854956] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.855758] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.35428} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.856086] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31886e2f-ca9d-452e-a48c-bd106bd8f784 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.858022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.858930] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10baca6d-715d-48a9-b562-8b1054feb1eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.886390] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6b9bb568-7ad4-43b8-b894-8e52c28a767c/6b9bb568-7ad4-43b8-b894-8e52c28a767c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.887730] env[70399]: DEBUG nova.network.neutron [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.890443] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b093d01e-405b-4794-a43f-2fc99710bc00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.907605] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 935.907605] env[70399]: value = "task-3758399" [ 935.907605] env[70399]: _type = "Task" [ 935.907605] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.908345] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.916716] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 935.916716] env[70399]: value = "task-3758400" [ 935.916716] env[70399]: _type = "Task" [ 935.916716] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.923685] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.936678] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.182780] env[70399]: DEBUG nova.scheduler.client.report [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.245186] env[70399]: DEBUG oslo_concurrency.lockutils [req-41a52b60-d2b9-453c-a607-09140e8898cc req-d0b2390a-31eb-4d4f-8c3c-6a1d337346e5 service nova] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.306171] env[70399]: INFO nova.compute.manager [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Took 0.56 seconds to detach 1 volumes for instance. [ 936.309768] env[70399]: DEBUG nova.compute.manager [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Deleting volume: f12e9f6b-43a7-4d72-9ee8-4a204cd92cfb {{(pid=70399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 936.411316] env[70399]: DEBUG nova.compute.manager [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 936.412230] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.430401] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758399, 'name': PowerOffVM_Task, 'duration_secs': 0.382031} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.431377] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.431662] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.432490] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c79780e-5ca9-4334-9e8c-db2013983774 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.440487] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.522231] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.522428] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.522603] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleting the datastore file [datastore1] e62be5a3-3716-4630-ac33-538f433bac26 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.522847] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-073f2b2e-9044-42b0-8831-616b7f499fe7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.531660] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 936.531660] env[70399]: value = "task-3758403" [ 936.531660] env[70399]: _type = "Task" [ 936.531660] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.544030] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.689938] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.692372] env[70399]: DEBUG nova.network.neutron [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.694935] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.147s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.696076] env[70399]: INFO nova.compute.claims [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.715990] env[70399]: INFO nova.scheduler.client.report [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleted allocations for instance 9d950de1-37dc-440f-b78b-e38520713ce1 [ 936.860511] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.929349] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758400, 'name': ReconfigVM_Task, 'duration_secs': 0.55884} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.929975] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6b9bb568-7ad4-43b8-b894-8e52c28a767c/6b9bb568-7ad4-43b8-b894-8e52c28a767c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.930790] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648736a6-65b2-4f49-b7f3-46d32250b623 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.939505] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 936.939505] env[70399]: value = "task-3758404" [ 936.939505] env[70399]: _type = "Task" [ 936.939505] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.955271] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758404, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.016993] env[70399]: DEBUG nova.compute.manager [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.016993] env[70399]: DEBUG nova.compute.manager [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing instance network info cache due to event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.016993] env[70399]: DEBUG oslo_concurrency.lockutils [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.042806] env[70399]: DEBUG oslo_vmware.api [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306104} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.043278] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.043527] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.046889] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.046889] env[70399]: INFO nova.compute.manager [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Took 1.21 seconds to destroy the instance on the hypervisor. [ 937.046889] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.046889] env[70399]: DEBUG nova.compute.manager [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.046889] env[70399]: DEBUG nova.network.neutron [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.200496] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.200750] env[70399]: DEBUG nova.compute.manager [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Inject network info {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 937.201070] env[70399]: DEBUG nova.compute.manager [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] network_info to inject: |[{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 937.206059] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfiguring VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 937.208658] env[70399]: DEBUG oslo_concurrency.lockutils [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.208857] env[70399]: DEBUG nova.network.neutron [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.210145] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7773d3a0-bada-44a6-89a4-69343c0118b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.227232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a805bd9f-ca92-4401-8ff6-0ebf2bccd9f6 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "9d950de1-37dc-440f-b78b-e38520713ce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.291s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.234965] env[70399]: DEBUG oslo_vmware.api [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 937.234965] env[70399]: value = "task-3758405" [ 937.234965] env[70399]: _type = "Task" [ 937.234965] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.241546] env[70399]: DEBUG nova.objects.instance [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lazy-loading 'flavor' on Instance uuid be427ef2-dafd-4482-8204-0964fd00c7bb {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.249968] env[70399]: DEBUG oslo_vmware.api [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.452367] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758404, 'name': Rename_Task, 'duration_secs': 0.241132} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.453218] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.453218] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2616000c-5ff3-4fcb-b8e4-03edc1ef4d59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.461142] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 937.461142] env[70399]: value = "task-3758407" [ 937.461142] env[70399]: _type = "Task" [ 937.461142] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.470186] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.751388] env[70399]: DEBUG oslo_vmware.api [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758405, 'name': ReconfigVM_Task, 'duration_secs': 0.164459} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.755597] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27a869c7-7e7a-43cf-aedd-c7e14b819715 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfigured VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 937.757401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.933891] env[70399]: DEBUG nova.network.neutron [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updated VIF entry in instance network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.935028] env[70399]: DEBUG nova.network.neutron [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.972458] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758407, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.313467] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f5f28-f835-4b86-a8d7-7523447dc4f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.322059] env[70399]: DEBUG nova.network.neutron [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.323909] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1edb6df-f8dc-4870-aa53-00aad05336e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.357180] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595e670b-0719-45a5-93cb-9f1783104881 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.366515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b392f-d391-43a8-a23e-315cfdd0b6f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.381710] env[70399]: DEBUG nova.compute.provider_tree [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.437218] env[70399]: DEBUG oslo_concurrency.lockutils [req-a13a0820-f6b0-4788-b228-fad5dbdb6a39 req-64951726-48af-4917-8369-9c1edc14f094 service nova] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.437878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.474793] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758407, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.828331] env[70399]: INFO nova.compute.manager [-] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Took 1.78 seconds to deallocate network for instance. [ 938.878896] env[70399]: DEBUG nova.network.neutron [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.885334] env[70399]: DEBUG nova.scheduler.client.report [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.974425] env[70399]: DEBUG oslo_vmware.api [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758407, 'name': PowerOnVM_Task, 'duration_secs': 1.107233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.974702] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.974954] env[70399]: INFO nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 938.975174] env[70399]: DEBUG nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.975963] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e8b20-c65f-426b-a643-97b30ba01761 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.113654] env[70399]: DEBUG nova.compute.manager [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Received event network-vif-deleted-cdd83c33-8f84-4381-bf47-1f7bbc966cc7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.113856] env[70399]: DEBUG nova.compute.manager [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.114034] env[70399]: DEBUG nova.compute.manager [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing instance network info cache due to event network-changed-e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.114227] env[70399]: DEBUG oslo_concurrency.lockutils [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] Acquiring lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.343647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.392091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.392731] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.395719] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.515s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.397220] env[70399]: INFO nova.compute.claims [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.497276] env[70399]: INFO nova.compute.manager [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Took 45.10 seconds to build instance. [ 939.694269] env[70399]: DEBUG nova.network.neutron [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.904047] env[70399]: DEBUG nova.compute.utils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.906208] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.906385] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.984078] env[70399]: DEBUG nova.policy [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ab62693f5a4f60904338652037c362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63669110579c4c2dafe79bcee7de003e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.001304] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4ed4ec22-b56e-45a6-9519-c0ea49399484 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.718s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.068024] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.068462] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.068767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.069060] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.069397] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.072196] env[70399]: INFO nova.compute.manager [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Terminating instance [ 940.196251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.196526] env[70399]: DEBUG nova.compute.manager [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Inject network info {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 940.196809] env[70399]: DEBUG nova.compute.manager [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] network_info to inject: |[{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 940.202105] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfiguring VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.202486] env[70399]: DEBUG oslo_concurrency.lockutils [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] Acquired lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.202666] env[70399]: DEBUG nova.network.neutron [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Refreshing network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.205083] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a373556f-4308-464a-b914-dd1e54c0916d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.224956] env[70399]: DEBUG oslo_vmware.api [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 940.224956] env[70399]: value = "task-3758408" [ 940.224956] env[70399]: _type = "Task" [ 940.224956] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.241691] env[70399]: DEBUG oslo_vmware.api [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.410378] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.505483] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.518080] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Successfully created port: b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.579708] env[70399]: DEBUG nova.compute.manager [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.579708] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.579708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419e444-39b0-4eed-8c34-41319186be02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.589039] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.589039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b35fcc3-8362-4c3d-ab80-87c213705b3d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.597465] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 940.597465] env[70399]: value = "task-3758409" [ 940.597465] env[70399]: _type = "Task" [ 940.597465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.613873] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.743794] env[70399]: DEBUG oslo_vmware.api [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758408, 'name': ReconfigVM_Task, 'duration_secs': 0.157888} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.744131] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-39b81d9d-9db9-41f2-9cbb-931ae00e9209 tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Reconfigured VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 941.029685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.047232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.047327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.108698] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758409, 'name': PowerOffVM_Task, 'duration_secs': 0.373071} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.109049] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.109227] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.109501] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c2374e-ce8e-44ec-ae8f-87a0adcfe64c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.117047] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f51b5-da71-4a44-b40c-4b54eed0d7b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.127014] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6a40c-1558-4119-b40a-01686bc52a8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.168264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693ff069-d7df-4b6a-892b-fda155f492f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.179026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f5e08-136e-4ce1-a74a-6d62d5cdd1a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.184976] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.185222] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.185407] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleting the datastore file [datastore1] 7cf7b8e5-b887-4d69-aff2-af184f5806e8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.187411] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d291514-c53c-4668-a118-e3676d1bf229 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.200445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "be427ef2-dafd-4482-8204-0964fd00c7bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.200445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.200445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.200445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.200445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.203654] env[70399]: DEBUG nova.compute.provider_tree [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.204817] env[70399]: INFO nova.compute.manager [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Terminating instance [ 941.215544] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for the task: (returnval){ [ 941.215544] env[70399]: value = "task-3758411" [ 941.215544] env[70399]: _type = "Task" [ 941.215544] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.229288] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.282619] env[70399]: DEBUG nova.network.neutron [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updated VIF entry in instance network info cache for port e6f94ef5-68db-4e62-a469-d1c64f677e29. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.283135] env[70399]: DEBUG nova.network.neutron [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [{"id": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "address": "fa:16:3e:48:52:b2", "network": {"id": "3cee91e9-71f9-4f97-87e1-d193e55e1163", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280975165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31c3cee16294bec8af6d8a9b54f6e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f94ef5-68", "ovs_interfaceid": "e6f94ef5-68db-4e62-a469-d1c64f677e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.422986] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.451736] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.452076] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.452252] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.452447] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.452625] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.452775] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.453192] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.453396] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.453594] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.453764] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.453946] env[70399]: DEBUG nova.virt.hardware [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.454973] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed10c564-78cd-4fc2-9901-29a28389de82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.467137] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6782b8b5-2eb2-4753-ae66-22e41be82553 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.551647] env[70399]: DEBUG nova.compute.utils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.707740] env[70399]: DEBUG nova.scheduler.client.report [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.716199] env[70399]: DEBUG nova.compute.manager [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.716478] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.717713] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b0624-beb2-4208-8830-632389365d47 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.732645] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.738719] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5684b1-127e-4f0a-b651-446a1322efd5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.741425] env[70399]: DEBUG oslo_vmware.api [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Task: {'id': task-3758411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304683} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.741738] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.741976] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.742199] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.742401] env[70399]: INFO nova.compute.manager [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 941.742664] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.743501] env[70399]: DEBUG nova.compute.manager [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.743634] env[70399]: DEBUG nova.network.neutron [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.751065] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 941.751065] env[70399]: value = "task-3758412" [ 941.751065] env[70399]: _type = "Task" [ 941.751065] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.764355] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.786760] env[70399]: DEBUG oslo_concurrency.lockutils [req-60c32a16-cc2c-4878-b82d-f26ca789d87f req-35c58cbd-5ef0-43cc-9775-5a4ee7fc84f0 service nova] Releasing lock "refresh_cache-be427ef2-dafd-4482-8204-0964fd00c7bb" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.056776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.216033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.216033] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.218473] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.602s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.219016] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.219436] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 942.219989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.186s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.222434] env[70399]: INFO nova.compute.claims [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.226628] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a5524-e356-4420-98bc-c50cee6ece7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.244273] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e3d7e2-97f6-4bae-86d2-0c7fc5a224bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.264674] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68d684-15d9-4bbd-ae50-21a1b1c069f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.277224] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758412, 'name': PowerOffVM_Task, 'duration_secs': 0.299724} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.279454] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8136dc-a25d-4f0f-9aa7-acf6ee956004 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.283888] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.284438] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.285619] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15f6716-7729-4544-9e86-fbc9d46e0ec2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.333636] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178194MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 942.334211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.376268] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.376487] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.376980] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Deleting the datastore file [datastore1] be427ef2-dafd-4482-8204-0964fd00c7bb {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.377116] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b91435-9d3c-42d9-a765-e279c922ef99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.386278] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for the task: (returnval){ [ 942.386278] env[70399]: value = "task-3758414" [ 942.386278] env[70399]: _type = "Task" [ 942.386278] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.398818] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.494759] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.495219] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.672892] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Successfully updated port: b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.729358] env[70399]: DEBUG nova.compute.utils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.729358] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.733277] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.804447] env[70399]: DEBUG nova.policy [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ab62693f5a4f60904338652037c362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63669110579c4c2dafe79bcee7de003e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.898919] env[70399]: DEBUG oslo_vmware.api [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Task: {'id': task-3758414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229166} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.898919] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.898919] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.898919] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.898919] env[70399]: INFO nova.compute.manager [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 942.899246] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.899246] env[70399]: DEBUG nova.compute.manager [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.899302] env[70399]: DEBUG nova.network.neutron [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.120020] env[70399]: DEBUG nova.network.neutron [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.146775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.146775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.147400] env[70399]: INFO nova.compute.manager [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Attaching volume 8da9c78f-ed39-4ab6-a1fc-20290a6fb527 to /dev/sdb [ 943.177837] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.177837] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.177963] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.194670] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce318ac-5897-4cbe-9e5a-6a89f56582bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.205633] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330dcb84-57c3-4834-8b61-0a6daf1e6047 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.222990] env[70399]: DEBUG nova.virt.block_device [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating existing volume attachment record: b9060e38-1b83-4529-8e83-5516146275f5 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 943.233984] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.371320] env[70399]: DEBUG nova.compute.manager [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Received event network-vif-plugged-b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.371320] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] Acquiring lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.371320] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] Lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.371320] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] Lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.371500] env[70399]: DEBUG nova.compute.manager [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] No waiting events found dispatching network-vif-plugged-b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.371624] env[70399]: WARNING nova.compute.manager [req-ffeafa1c-6906-4fe7-91ff-e9dc382f6c7d req-fcb212ba-ca12-4229-bd17-47f3a9fba2aa service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Received unexpected event network-vif-plugged-b09915a5-ede2-4aac-9d4d-99c1d5d198b0 for instance with vm_state building and task_state spawning. [ 943.572277] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Successfully created port: 981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.622908] env[70399]: INFO nova.compute.manager [-] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Took 1.88 seconds to deallocate network for instance. [ 943.727102] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.909665] env[70399]: DEBUG nova.network.neutron [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Updating instance_info_cache with network_info: [{"id": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "address": "fa:16:3e:5c:ec:da", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09915a5-ed", "ovs_interfaceid": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.932529] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb37c0a6-6c68-4c68-98c2-a89be2e635d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.943836] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623450d7-7aa0-4367-9983-4ebce51bb633 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.986481] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d09059-d3a2-4f37-9e65-778913546dfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.999526] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08acf06d-ba61-4c6a-930c-185745cc90e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.013430] env[70399]: DEBUG nova.compute.provider_tree [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.134266] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.246273] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.284584] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.284856] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.285165] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.285451] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.285654] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.285853] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.286138] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.286367] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.286593] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.286824] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.287083] env[70399]: DEBUG nova.virt.hardware [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.288126] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2772461-0e2d-4b2a-bf06-6977b1acff25 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.297195] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef400d7c-6407-4d44-adf8-ecfc8857812c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.413320] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.413320] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Instance network_info: |[{"id": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "address": "fa:16:3e:5c:ec:da", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09915a5-ed", "ovs_interfaceid": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.414989] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ec:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09915a5-ede2-4aac-9d4d-99c1d5d198b0', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.422479] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating folder: Project (63669110579c4c2dafe79bcee7de003e). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.422479] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44b001b-f089-43a6-9380-120d231b78e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.433489] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Created folder: Project (63669110579c4c2dafe79bcee7de003e) in parent group-v747819. [ 944.433694] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating folder: Instances. Parent ref: group-v748006. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.433957] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c166ed06-ceb2-470d-b8fe-0ddbe0ae4504 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.444383] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Created folder: Instances in parent group-v748006. [ 944.444657] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.444874] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.445104] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e248f7-0442-4c7b-a6af-9edc8d6cd885 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.469307] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.469307] env[70399]: value = "task-3758420" [ 944.469307] env[70399]: _type = "Task" [ 944.469307] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.478952] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758420, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.516607] env[70399]: DEBUG nova.network.neutron [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.518675] env[70399]: DEBUG nova.scheduler.client.report [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.978878] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758420, 'name': CreateVM_Task, 'duration_secs': 0.455647} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.979211] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.979787] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.979982] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.980321] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.980587] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207ee85d-e294-4b41-8569-bb0bc32d5af8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.985969] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 944.985969] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5258f059-5f33-dde0-aed1-6599427fb840" [ 944.985969] env[70399]: _type = "Task" [ 944.985969] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.000620] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5258f059-5f33-dde0-aed1-6599427fb840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.023826] env[70399]: INFO nova.compute.manager [-] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Took 2.12 seconds to deallocate network for instance. [ 945.026394] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.027163] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.032882] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.742s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.034584] env[70399]: INFO nova.compute.claims [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.492214] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Received event network-vif-deleted-9159a78b-7765-4612-a8c9-26c0d9232149 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.492702] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Received event network-changed-b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.495806] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Refreshing instance network info cache due to event network-changed-b09915a5-ede2-4aac-9d4d-99c1d5d198b0. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.495806] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Acquiring lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.495806] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Acquired lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.495806] env[70399]: DEBUG nova.network.neutron [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Refreshing network info cache for port b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.503129] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.505870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.506305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.506588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.506760] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.509567] env[70399]: INFO nova.compute.manager [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Terminating instance [ 945.518138] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5258f059-5f33-dde0-aed1-6599427fb840, 'name': SearchDatastore_Task, 'duration_secs': 0.030063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.518486] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.518733] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.518981] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.519149] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.520790] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.520790] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3da5a46-4eb1-49a3-9103-c3a7552cb723 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.531542] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.531737] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.532544] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac67a8b-774a-4508-bfa3-72659090c1d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.539964] env[70399]: DEBUG nova.compute.utils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.545131] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.545131] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 945.545131] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7285e-0eed-9faf-d3fc-47445235649c" [ 945.545131] env[70399]: _type = "Task" [ 945.545131] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.545131] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.545131] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.560614] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7285e-0eed-9faf-d3fc-47445235649c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.735694] env[70399]: DEBUG nova.policy [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ee3d9bc3f9416fb1824ca4112d53b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff07ad592f0545e1959df9706cad4429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.833108] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Successfully updated port: 981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.874021] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 945.874972] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa77a0-ff60-4153-b570-9e44d6edd543 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.882160] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 945.882443] env[70399]: ERROR oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk due to incomplete transfer. [ 945.882773] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dfeda73-17dc-47a4-9034-848687bd3690 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.891728] env[70399]: DEBUG oslo_vmware.rw_handles [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3a9e7-d7ef-65a6-59cc-b1489ee7d77d/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 945.891956] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Uploaded image feb47854-f8b1-4190-8160-b6359c0d71e5 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 945.894319] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.894593] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7fb4db6-9cbd-4031-8bdc-d6f6d1d6fa1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.902509] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 945.902509] env[70399]: value = "task-3758422" [ 945.902509] env[70399]: _type = "Task" [ 945.902509] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.911731] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758422, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.013828] env[70399]: DEBUG nova.compute.manager [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.015962] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.016348] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0fff7-d8c0-4938-8a65-6e34575992c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.026160] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.026426] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45889648-f9c6-40b5-9501-1344a8e25140 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.033960] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 946.033960] env[70399]: value = "task-3758423" [ 946.033960] env[70399]: _type = "Task" [ 946.033960] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.050501] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.053429] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.073808] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7285e-0eed-9faf-d3fc-47445235649c, 'name': SearchDatastore_Task, 'duration_secs': 0.022467} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.077828] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f5424a-2a71-4b98-acce-8b7e317d8f86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.087026] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 946.087026] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6fb2b-d579-219d-42fe-c88446cb4678" [ 946.087026] env[70399]: _type = "Task" [ 946.087026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.099037] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6fb2b-d579-219d-42fe-c88446cb4678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.342509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.342509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.342509] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.364769] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Successfully created port: 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.416255] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758422, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.494306] env[70399]: DEBUG nova.network.neutron [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Updated VIF entry in instance network info cache for port b09915a5-ede2-4aac-9d4d-99c1d5d198b0. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.494470] env[70399]: DEBUG nova.network.neutron [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Updating instance_info_cache with network_info: [{"id": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "address": "fa:16:3e:5c:ec:da", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09915a5-ed", "ovs_interfaceid": "b09915a5-ede2-4aac-9d4d-99c1d5d198b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.545325] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758423, 'name': PowerOffVM_Task, 'duration_secs': 0.216267} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.548933] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.549169] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.549840] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ccdc94a-9e9e-425e-b57f-1c2dc42198ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.597295] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b6fb2b-d579-219d-42fe-c88446cb4678, 'name': SearchDatastore_Task, 'duration_secs': 0.014984} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.597786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.598073] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6137c02-3eda-4a97-917a-869afdfc0423/b6137c02-3eda-4a97-917a-869afdfc0423.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.598365] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe580cca-6843-48ad-be50-7671b947405a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.606733] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 946.606733] env[70399]: value = "task-3758425" [ 946.606733] env[70399]: _type = "Task" [ 946.606733] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.617355] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.618693] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.618902] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.619096] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Deleting the datastore file [datastore2] 6b9bb568-7ad4-43b8-b894-8e52c28a767c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.619403] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b122418c-3f85-45f9-8470-dff2debda681 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.630898] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for the task: (returnval){ [ 946.630898] env[70399]: value = "task-3758426" [ 946.630898] env[70399]: _type = "Task" [ 946.630898] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.644089] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.699042] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92880be9-3f9e-4614-9862-d35341ccba0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.707384] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a1b04-c0f7-402c-9191-3aed26473c86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.742077] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f0582-5bb7-428c-ab0e-f123ef80688e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.751259] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ac06a-309a-4d8b-8836-162c4535dc86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.766572] env[70399]: DEBUG nova.compute.provider_tree [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.887563] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.912763] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758422, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.997243] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Releasing lock "refresh_cache-b6137c02-3eda-4a97-917a-869afdfc0423" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.997506] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Received event network-vif-deleted-e6f94ef5-68db-4e62-a469-d1c64f677e29 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.997689] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Received event network-vif-plugged-981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.997921] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Acquiring lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.998147] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.998632] env[70399]: DEBUG oslo_concurrency.lockutils [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.998632] env[70399]: DEBUG nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] No waiting events found dispatching network-vif-plugged-981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.998632] env[70399]: WARNING nova.compute.manager [req-ffa3dc92-746f-465a-b1d0-1a6a6bb5a640 req-be0757a5-b709-43ba-aaf8-1b6cfb416570 service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Received unexpected event network-vif-plugged-981ce95b-4070-4d2e-ade9-6fe1b7239ddd for instance with vm_state building and task_state spawning. [ 947.054511] env[70399]: DEBUG nova.network.neutron [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Updating instance_info_cache with network_info: [{"id": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "address": "fa:16:3e:5a:a7:b8", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981ce95b-40", "ovs_interfaceid": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.061389] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.089017] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.089444] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.089746] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.090079] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.090375] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.090657] env[70399]: DEBUG nova.virt.hardware [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.091929] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84352894-e384-4955-a091-dcc549fee4ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.103200] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d81889-3795-48f4-9051-75ec88e88d7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.126772] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.141544] env[70399]: DEBUG oslo_vmware.api [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Task: {'id': task-3758426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1377} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.141765] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.141948] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.142189] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.142367] env[70399]: INFO nova.compute.manager [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 947.142612] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.142797] env[70399]: DEBUG nova.compute.manager [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.142891] env[70399]: DEBUG nova.network.neutron [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.270995] env[70399]: DEBUG nova.scheduler.client.report [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.421192] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758422, 'name': Destroy_Task, 'duration_secs': 1.482487} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.425026] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Destroyed the VM [ 947.425026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.425026] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cee64d0a-d07b-45e7-b65a-6267f881d6c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.435218] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 947.435218] env[70399]: value = "task-3758427" [ 947.435218] env[70399]: _type = "Task" [ 947.435218] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.447067] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758427, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.557241] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.558027] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Instance network_info: |[{"id": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "address": "fa:16:3e:5a:a7:b8", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981ce95b-40", "ovs_interfaceid": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.558027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a7:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '981ce95b-4070-4d2e-ade9-6fe1b7239ddd', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.565828] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.565966] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.566178] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e51cb36-85f3-42a5-8f5a-12d3e7e7b660 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.592027] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.592027] env[70399]: value = "task-3758428" [ 947.592027] env[70399]: _type = "Task" [ 947.592027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.604279] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758428, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.620041] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.759877] env[70399]: DEBUG nova.compute.manager [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Received event network-changed-981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.759877] env[70399]: DEBUG nova.compute.manager [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Refreshing instance network info cache due to event network-changed-981ce95b-4070-4d2e-ade9-6fe1b7239ddd. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.759877] env[70399]: DEBUG oslo_concurrency.lockutils [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] Acquiring lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.759877] env[70399]: DEBUG oslo_concurrency.lockutils [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] Acquired lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.759877] env[70399]: DEBUG nova.network.neutron [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Refreshing network info cache for port 981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.776132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.776611] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.779841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.995s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.781685] env[70399]: INFO nova.compute.claims [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.937075] env[70399]: DEBUG nova.network.neutron [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.951372] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758427, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.103081] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758428, 'name': CreateVM_Task, 'duration_secs': 0.394172} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.103433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.103991] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.104177] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.104544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.104808] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa30651b-8445-404c-b32b-6c67bc1759de {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.110675] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 948.110675] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee9b56-8337-da16-181d-5e28d8e9f2c7" [ 948.110675] env[70399]: _type = "Task" [ 948.110675] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.117699] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Successfully updated port: 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.128644] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758425, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185489} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.132922] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6137c02-3eda-4a97-917a-869afdfc0423/b6137c02-3eda-4a97-917a-869afdfc0423.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.133270] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.133548] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee9b56-8337-da16-181d-5e28d8e9f2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.134469] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc41c04b-e5e5-424d-bc38-c1dfae2cc841 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.143244] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 948.143244] env[70399]: value = "task-3758429" [ 948.143244] env[70399]: _type = "Task" [ 948.143244] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.153564] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.290044] env[70399]: DEBUG nova.compute.utils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.295094] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.295253] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.303533] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 948.303756] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748005', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'name': 'volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cb287d3-cf57-49e4-9680-1b6e129fb886', 'attached_at': '', 'detached_at': '', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'serial': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 948.304863] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b0731-6f92-49fc-a085-70d4054636d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.329352] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7938ee-2745-4bae-984b-13f6f080811a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.360022] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527/volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.360022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcb4249-493b-48d6-b0ac-8f8091240c17 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377739] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 948.377739] env[70399]: value = "task-3758430" [ 948.377739] env[70399]: _type = "Task" [ 948.377739] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.386950] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.388586] env[70399]: DEBUG nova.policy [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0941a389c4edd80f1551ce95e684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a339b3232c4a8fbe1194d2748e0f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.444914] env[70399]: INFO nova.compute.manager [-] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Took 1.30 seconds to deallocate network for instance. [ 948.453021] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758427, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683499} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.453677] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.454090] env[70399]: DEBUG nova.compute.manager [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.455057] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84e049-2ec9-4ed9-ae77-96412608251d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.621303] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.621474] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.621661] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.626901] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee9b56-8337-da16-181d-5e28d8e9f2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01836} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.627508] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.628085] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.628561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.628771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.628909] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.629325] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dac59a5-ae70-4a4d-ad9e-89a60aa2c352 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.640134] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.640368] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.641153] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd9e421-a15e-4126-be2a-c1473b3d09bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654311] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108999} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.655704] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.656082] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 948.656082] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525b05b0-dab5-0878-92f7-1f67ef3916be" [ 948.656082] env[70399]: _type = "Task" [ 948.656082] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.656961] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eb2d5a-3edd-41c8-8017-34751cf02598 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.662026] env[70399]: DEBUG nova.network.neutron [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Updated VIF entry in instance network info cache for port 981ce95b-4070-4d2e-ade9-6fe1b7239ddd. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.662026] env[70399]: DEBUG nova.network.neutron [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Updating instance_info_cache with network_info: [{"id": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "address": "fa:16:3e:5a:a7:b8", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981ce95b-40", "ovs_interfaceid": "981ce95b-4070-4d2e-ade9-6fe1b7239ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.672520] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525b05b0-dab5-0878-92f7-1f67ef3916be, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.707462] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b6137c02-3eda-4a97-917a-869afdfc0423/b6137c02-3eda-4a97-917a-869afdfc0423.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.707462] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fa80f9-5e99-4224-9b40-2aad81116efa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.713510] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72f51b0-ec0e-49d1-82f0-a5c379de429c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.737463] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 948.737463] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5290ee0b-56b1-b25b-732f-fe1e7a15fe9b" [ 948.737463] env[70399]: _type = "Task" [ 948.737463] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.742846] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 948.742846] env[70399]: value = "task-3758431" [ 948.742846] env[70399]: _type = "Task" [ 948.742846] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.750024] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5290ee0b-56b1-b25b-732f-fe1e7a15fe9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.756742] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.797037] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.884304] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Successfully created port: 2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.889443] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758430, 'name': ReconfigVM_Task, 'duration_secs': 0.413692} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.890184] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527/volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.897791] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc7698c-3154-42cf-96f1-85c4407ebd7a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914359] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 948.914359] env[70399]: value = "task-3758432" [ 948.914359] env[70399]: _type = "Task" [ 948.914359] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.925810] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.954636] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.972462] env[70399]: INFO nova.compute.manager [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Shelve offloading [ 949.166510] env[70399]: DEBUG oslo_concurrency.lockutils [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] Releasing lock "refresh_cache-c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.167020] env[70399]: DEBUG nova.compute.manager [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Received event network-vif-deleted-ee1c5e5e-f52c-4a67-b519-198972f520f4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.167020] env[70399]: INFO nova.compute.manager [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Neutron deleted interface ee1c5e5e-f52c-4a67-b519-198972f520f4; detaching it from the instance and deleting it from the info cache [ 949.167178] env[70399]: DEBUG nova.network.neutron [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.186040] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.256831] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5290ee0b-56b1-b25b-732f-fe1e7a15fe9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.257177] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.257411] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c0dd39c9-510e-47e3-8f6f-50bbefa27a6a/c0dd39c9-510e-47e3-8f6f-50bbefa27a6a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.257714] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82942bc0-62b0-4c4c-9576-d1f02085819c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.266120] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758431, 'name': ReconfigVM_Task, 'duration_secs': 0.359055} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.266120] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b6137c02-3eda-4a97-917a-869afdfc0423/b6137c02-3eda-4a97-917a-869afdfc0423.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.266835] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc5f696-102d-4156-bc96-67b107f1bbfd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.272588] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 949.272588] env[70399]: value = "task-3758433" [ 949.272588] env[70399]: _type = "Task" [ 949.272588] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.278110] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 949.278110] env[70399]: value = "task-3758434" [ 949.278110] env[70399]: _type = "Task" [ 949.278110] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.285611] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.294233] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758434, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.428839] env[70399]: DEBUG oslo_vmware.api [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758432, 'name': ReconfigVM_Task, 'duration_secs': 0.15827} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.429217] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748005', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'name': 'volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cb287d3-cf57-49e4-9680-1b6e129fb886', 'attached_at': '', 'detached_at': '', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'serial': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 949.432565] env[70399]: DEBUG nova.network.neutron [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.476296] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.476763] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02edcc2c-1613-4731-822a-3f66535a261e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.487889] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 949.487889] env[70399]: value = "task-3758435" [ 949.487889] env[70399]: _type = "Task" [ 949.487889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.499200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.499517] env[70399]: DEBUG nova.compute.manager [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.501691] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f52bc3-7165-460b-84fa-60045c7a573f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.505816] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979511a8-c273-48a0-9208-346a00f9caad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.514139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.514343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.514604] env[70399]: DEBUG nova.network.neutron [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.519520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1209cb-85cb-41e5-bd85-0d7375888833 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.553473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72343cd-6e88-4cbb-a1c1-689529342766 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.562015] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af9645-632a-401a-947e-76f96c73cbcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577833] env[70399]: DEBUG nova.compute.provider_tree [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.672944] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-814bd0fd-a68d-4f83-802f-09d260d819a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.683889] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5befc42-6b9c-4322-8439-cb6ed815c526 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.722212] env[70399]: DEBUG nova.compute.manager [req-45fa7068-4d6b-4b42-a32b-e1e7e3ba499c req-1b376861-2e9f-4ab8-b0dd-3dac21f74eca service nova] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Detach interface failed, port_id=ee1c5e5e-f52c-4a67-b519-198972f520f4, reason: Instance 6b9bb568-7ad4-43b8-b894-8e52c28a767c could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.509010] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.513134] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.513374] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Instance network_info: |[{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.515990] env[70399]: DEBUG nova.scheduler.client.report [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.520021] env[70399]: DEBUG nova.compute.manager [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-vif-plugged-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.521122] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.521122] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.521122] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.521122] env[70399]: DEBUG nova.compute.manager [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] No waiting events found dispatching network-vif-plugged-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.521122] env[70399]: WARNING nova.compute.manager [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received unexpected event network-vif-plugged-3c2fa847-d722-40a5-862f-b0d68a1499a8 for instance with vm_state building and task_state spawning. [ 950.521122] env[70399]: DEBUG nova.compute.manager [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.521122] env[70399]: DEBUG nova.compute.manager [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing instance network info cache due to event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.521476] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.521476] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.521544] env[70399]: DEBUG nova.network.neutron [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.527605] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468477} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.527605] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f2:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c2fa847-d722-40a5-862f-b0d68a1499a8', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.533354] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.533354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] c0dd39c9-510e-47e3-8f6f-50bbefa27a6a/c0dd39c9-510e-47e3-8f6f-50bbefa27a6a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.533354] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.533354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.533354] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1056610d-6fa7-4350-b04d-92c5ca62d01e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.538533] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd36c7b8-ea92-40c6-afa7-2fb823e689af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.553494] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758434, 'name': Rename_Task, 'duration_secs': 0.156242} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.556543] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.557496] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c57561-800d-4846-a60e-0f3d830a6135 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.565974] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.566076] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.566362] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.566501] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.566689] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.566865] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.567102] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.567274] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.567448] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.567629] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.567866] env[70399]: DEBUG nova.virt.hardware [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.568154] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.568154] env[70399]: value = "task-3758437" [ 950.568154] env[70399]: _type = "Task" [ 950.568154] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.568382] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 950.568382] env[70399]: value = "task-3758436" [ 950.568382] env[70399]: _type = "Task" [ 950.568382] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.569428] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a732757d-7da2-48fd-82bb-f46d18acc1a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.575381] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 950.575381] env[70399]: value = "task-3758438" [ 950.575381] env[70399]: _type = "Task" [ 950.575381] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.592055] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252038e2-2c95-4cb3-a754-3954332984a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.610023] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.610254] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758437, 'name': CreateVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.610478] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.889491] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Successfully updated port: 2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.916057] env[70399]: DEBUG nova.network.neutron [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updating instance_info_cache with network_info: [{"id": "14968730-932a-445c-8fb6-f855a6289e7e", "address": "fa:16:3e:90:16:6b", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14968730-93", "ovs_interfaceid": "14968730-932a-445c-8fb6-f855a6289e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.025057] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.025244] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.031106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.674s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.031106] env[70399]: DEBUG nova.objects.instance [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lazy-loading 'resources' on Instance uuid df2ab532-68ed-4662-a5d5-32a0f2ba8b86 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.086099] env[70399]: DEBUG nova.objects.instance [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 0cb287d3-cf57-49e4-9680-1b6e129fb886 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.095400] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758437, 'name': CreateVM_Task, 'duration_secs': 0.369546} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.098808] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.099122] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095436} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.099783] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.099979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.100367] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.100683] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.103999] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e017c39-76c6-4737-91dc-07ec87caa276 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.106258] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dad557-2293-4fa9-aa2e-8e0449de6c4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.111124] env[70399]: DEBUG oslo_vmware.api [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758438, 'name': PowerOnVM_Task, 'duration_secs': 0.521883} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.111124] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.111124] env[70399]: INFO nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 9.69 seconds to spawn the instance on the hypervisor. [ 951.111124] env[70399]: DEBUG nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.112209] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56761b6d-0722-4a50-9ce2-31d224e78a13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.127026] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 951.127026] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5291ec99-201d-87e3-68c1-2099915254ed" [ 951.127026] env[70399]: _type = "Task" [ 951.127026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.136394] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c0dd39c9-510e-47e3-8f6f-50bbefa27a6a/c0dd39c9-510e-47e3-8f6f-50bbefa27a6a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.139965] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b2a148-e3f9-4353-a640-a0b019b82847 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.171870] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5291ec99-201d-87e3-68c1-2099915254ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.173756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.174014] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.174273] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.174419] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.174821] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.174940] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 951.174940] env[70399]: value = "task-3758439" [ 951.174940] env[70399]: _type = "Task" [ 951.174940] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.175178] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b79e55-3545-45f4-a94c-9565cb35551c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.189670] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.190827] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.191099] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.191978] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e50767d-a8f7-4828-b611-dc3619ad1664 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.199192] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 951.199192] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520c6f31-41a7-47ba-42e2-40dd919d3524" [ 951.199192] env[70399]: _type = "Task" [ 951.199192] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.208821] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520c6f31-41a7-47ba-42e2-40dd919d3524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.395305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395455] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395604] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.420105] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.467238] env[70399]: DEBUG nova.network.neutron [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updated VIF entry in instance network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.467619] env[70399]: DEBUG nova.network.neutron [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.534241] env[70399]: DEBUG nova.compute.utils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.540162] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.540162] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.601634] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9b888abd-cdf4-4177-b8cf-93419825b04a tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.454s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.639107] env[70399]: DEBUG nova.policy [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338961d0af3c446f919041b8ad335868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '341bc5d3b8634e22acad2442af1cd414', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.675065] env[70399]: INFO nova.compute.manager [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 51.15 seconds to build instance. [ 951.693069] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.710778] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520c6f31-41a7-47ba-42e2-40dd919d3524, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.715186] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9bef52-43b4-4d21-87ac-525662098a1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.721172] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 951.721172] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5652d-db8f-ae36-2488-f5107949b5c8" [ 951.721172] env[70399]: _type = "Task" [ 951.721172] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.734042] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5652d-db8f-ae36-2488-f5107949b5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.956477] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.975164] env[70399]: DEBUG oslo_concurrency.lockutils [req-f0c8c8b1-5dc2-40af-909e-7dfbb318d569 req-83e5d919-7212-4483-a8d6-cda03d2561a2 service nova] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.980151] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.981066] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7919f1dd-d3ca-48d6-ab40-b1c6de577911 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.996450] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.996450] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11d47c5a-c6ac-4e30-9e3d-6ab4775d2030 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.043101] env[70399]: DEBUG nova.compute.utils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.071878] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.072215] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.072421] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore2] 2a8e1804-8f22-46a8-9e06-1faca8b4a53c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.072730] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8472b88-6ea4-4e82-b764-c4b8bb484ea0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.085073] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 952.085073] env[70399]: value = "task-3758441" [ 952.085073] env[70399]: _type = "Task" [ 952.085073] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.096760] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.166982] env[70399]: DEBUG nova.compute.manager [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Received event network-vif-plugged-2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.167192] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Acquiring lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.167381] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.167577] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.167702] env[70399]: DEBUG nova.compute.manager [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] No waiting events found dispatching network-vif-plugged-2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.167856] env[70399]: WARNING nova.compute.manager [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Received unexpected event network-vif-plugged-2c38d1b0-b175-458e-9af8-59ab4a949905 for instance with vm_state building and task_state spawning. [ 952.168165] env[70399]: DEBUG nova.compute.manager [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Received event network-changed-2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.168383] env[70399]: DEBUG nova.compute.manager [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Refreshing instance network info cache due to event network-changed-2c38d1b0-b175-458e-9af8-59ab4a949905. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.169039] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Acquiring lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.180417] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2b353ee2-37ef-4f0f-acf8-b85047de9bc7 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.199089] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.210209] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Successfully created port: fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.244260] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a5652d-db8f-ae36-2488-f5107949b5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.244821] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.247027] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/385de0b4-b19e-4f01-9e7b-07e9472e4129.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.247027] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1706145a-18f8-4532-8d13-8fbc8efce17e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.261468] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 952.261468] env[70399]: value = "task-3758442" [ 952.261468] env[70399]: _type = "Task" [ 952.261468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.272578] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.282252] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f0de5-32d6-4076-af79-ebbac0ebbcdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.290944] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa26749-4041-4f47-a7b2-0b435a2085c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.329614] env[70399]: DEBUG nova.network.neutron [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Updating instance_info_cache with network_info: [{"id": "2c38d1b0-b175-458e-9af8-59ab4a949905", "address": "fa:16:3e:8d:87:6d", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38d1b0-b1", "ovs_interfaceid": "2c38d1b0-b175-458e-9af8-59ab4a949905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.331879] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a887b43-7941-419d-99fe-493a7a48ffa6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.341558] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cee61f-b5e8-48ad-9eb1-8cb0ec448bcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.357637] env[70399]: DEBUG nova.compute.provider_tree [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.548513] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.599045] env[70399]: DEBUG oslo_vmware.api [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.601894] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.602194] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.602385] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.635414] env[70399]: INFO nova.scheduler.client.report [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance 2a8e1804-8f22-46a8-9e06-1faca8b4a53c [ 952.692763] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.700234] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.770591] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.835920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.836321] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance network_info: |[{"id": "2c38d1b0-b175-458e-9af8-59ab4a949905", "address": "fa:16:3e:8d:87:6d", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38d1b0-b1", "ovs_interfaceid": "2c38d1b0-b175-458e-9af8-59ab4a949905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.836642] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Acquired lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.836858] env[70399]: DEBUG nova.network.neutron [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Refreshing network info cache for port 2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.838510] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:87:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c38d1b0-b175-458e-9af8-59ab4a949905', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.846541] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.849822] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.850392] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5a98f5-5163-4fe5-a05d-0de800d404ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.866498] env[70399]: DEBUG nova.scheduler.client.report [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.877936] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.877936] env[70399]: value = "task-3758443" [ 952.877936] env[70399]: _type = "Task" [ 952.877936] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.888015] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758443, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.141803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.181078] env[70399]: DEBUG nova.network.neutron [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Updated VIF entry in instance network info cache for port 2c38d1b0-b175-458e-9af8-59ab4a949905. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.181476] env[70399]: DEBUG nova.network.neutron [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Updating instance_info_cache with network_info: [{"id": "2c38d1b0-b175-458e-9af8-59ab4a949905", "address": "fa:16:3e:8d:87:6d", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38d1b0-b1", "ovs_interfaceid": "2c38d1b0-b175-458e-9af8-59ab4a949905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.196996] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758439, 'name': ReconfigVM_Task, 'duration_secs': 1.980186} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.197339] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c0dd39c9-510e-47e3-8f6f-50bbefa27a6a/c0dd39c9-510e-47e3-8f6f-50bbefa27a6a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.198021] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-140a26f2-6f88-4b4d-a7fa-a2fe07069680 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.212504] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 953.212504] env[70399]: value = "task-3758444" [ 953.212504] env[70399]: _type = "Task" [ 953.212504] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.222854] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758444, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.226101] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.273161] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.373025] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.375834] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.546s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.376865] env[70399]: INFO nova.compute.claims [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.390677] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758443, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.396276] env[70399]: INFO nova.scheduler.client.report [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Deleted allocations for instance df2ab532-68ed-4662-a5d5-32a0f2ba8b86 [ 953.559017] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.589600] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1069858030',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1859280987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.589889] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.590188] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.590399] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.590548] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.590719] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.591081] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.591319] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.591511] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.591702] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.591885] env[70399]: DEBUG nova.virt.hardware [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.592887] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb50c4b-a2f4-45a3-a4eb-00f1ff34131c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.601574] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5440ae86-4ac1-4555-bc54-81e0d6f1e12d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.684025] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbafbc14-634d-40c4-a672-d0901e864e6f req-a91f6e82-a014-4821-912e-6007f1be1ebc service nova] Releasing lock "refresh_cache-b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.721769] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758444, 'name': Rename_Task, 'duration_secs': 0.375832} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.722431] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.722825] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49be1d56-162f-44b7-b60d-4bde9b6d2091 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.730563] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 953.730563] env[70399]: value = "task-3758445" [ 953.730563] env[70399]: _type = "Task" [ 953.730563] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.740043] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.772946] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758442, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.492576} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.773327] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/385de0b4-b19e-4f01-9e7b-07e9472e4129.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.773591] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.773875] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-953d8cfc-2cce-4637-8180-e8a87361a2b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.782284] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 953.782284] env[70399]: value = "task-3758446" [ 953.782284] env[70399]: _type = "Task" [ 953.782284] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.794523] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.858029] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.858380] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.898087] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758443, 'name': CreateVM_Task, 'duration_secs': 0.81833} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.899997] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.900795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.900950] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.901586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.904128] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd31fc03-71a6-46ff-87db-98b1eaafbb48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.910162] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3841c700-b837-42bb-aa12-1e4be339810e tempest-ServersNegativeTestMultiTenantJSON-1712723732 tempest-ServersNegativeTestMultiTenantJSON-1712723732-project-member] Lock "df2ab532-68ed-4662-a5d5-32a0f2ba8b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.025s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.918378] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 953.918378] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e647a-03f5-d078-78a7-766ab58fba0e" [ 953.918378] env[70399]: _type = "Task" [ 953.918378] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.933968] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e647a-03f5-d078-78a7-766ab58fba0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.933968] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.933968] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.933968] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.934306] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.934484] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.934769] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a88591f3-2762-4d3f-b7b4-2b51952b056f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.946062] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.946264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.947312] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c42a83d-5280-4b4e-b4d1-7086eeecfce6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.954850] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 953.954850] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522998c8-aef9-fab3-4dca-63a620e3e044" [ 953.954850] env[70399]: _type = "Task" [ 953.954850] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.967204] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522998c8-aef9-fab3-4dca-63a620e3e044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.967204] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Successfully updated port: fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.243396] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.292584] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072405} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.292868] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.293752] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a478cf31-3e5b-41e7-87c3-03f755f9012b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.318711] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/385de0b4-b19e-4f01-9e7b-07e9472e4129.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.319065] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b5826e-3abc-4a7f-bda9-a9ab9d802f1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.344034] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 954.344034] env[70399]: value = "task-3758447" [ 954.344034] env[70399]: _type = "Task" [ 954.344034] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.354796] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.369630] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received event network-vif-unplugged-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.369854] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.370069] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.370340] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.370557] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] No waiting events found dispatching network-vif-unplugged-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.370670] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received event network-vif-unplugged-14968730-932a-445c-8fb6-f855a6289e7e for instance with task_state deleting. {{(pid=70399) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 954.370856] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Received event network-changed-14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.370968] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Refreshing instance network info cache due to event network-changed-14968730-932a-445c-8fb6-f855a6289e7e. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.371185] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquiring lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.371322] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquired lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.371472] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Refreshing network info cache for port 14968730-932a-445c-8fb6-f855a6289e7e {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.467651] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522998c8-aef9-fab3-4dca-63a620e3e044, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.471850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.472044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.472295] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.473678] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d346c98-b53e-4a61-9ebd-eff40c0319cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.480904] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 954.480904] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa0e3e-bc02-11ca-b580-a38c9ba8e7a0" [ 954.480904] env[70399]: _type = "Task" [ 954.480904] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.494573] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa0e3e-bc02-11ca-b580-a38c9ba8e7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.508425] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.742859] env[70399]: DEBUG oslo_vmware.api [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758445, 'name': PowerOnVM_Task, 'duration_secs': 0.640086} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.743107] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.743215] env[70399]: INFO nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Took 10.50 seconds to spawn the instance on the hypervisor. [ 954.743552] env[70399]: DEBUG nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.747138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a71d1-20c8-46d1-a650-513816cd12d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.856032] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.992818] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aa0e3e-bc02-11ca-b580-a38c9ba8e7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.995454] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.995769] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9/b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.999075] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b09191-f474-4bc8-a484-8e5a8defef9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006337] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 955.006337] env[70399]: value = "task-3758448" [ 955.006337] env[70399]: _type = "Task" [ 955.006337] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.017275] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.047336] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.061034] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ceab54-2395-4555-bec1-220db99d0448 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.069768] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f9910f-363c-45b6-9d1b-79253bc0c4e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.105901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b066b5-e58b-4508-9ed5-2a7e331821e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.114539] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ee3cb-234c-4454-998d-100a4be03a1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137592] env[70399]: DEBUG nova.compute.provider_tree [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.267296] env[70399]: INFO nova.compute.manager [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Took 54.41 seconds to build instance. [ 955.358030] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758447, 'name': ReconfigVM_Task, 'duration_secs': 0.838524} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.358030] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/385de0b4-b19e-4f01-9e7b-07e9472e4129.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.362680] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897ee174-9dfe-438f-82f5-e3a726640224 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.370032] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 955.370032] env[70399]: value = "task-3758449" [ 955.370032] env[70399]: _type = "Task" [ 955.370032] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.381990] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758449, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.383181] env[70399]: DEBUG nova.network.neutron [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updating instance_info_cache with network_info: [{"id": "fe0a4026-a32e-403d-9418-b6de5c477144", "address": "fa:16:3e:f3:ef:4d", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0a4026-a3", "ovs_interfaceid": "fe0a4026-a32e-403d-9418-b6de5c477144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.473974] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updated VIF entry in instance network info cache for port 14968730-932a-445c-8fb6-f855a6289e7e. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.474395] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updating instance_info_cache with network_info: [{"id": "14968730-932a-445c-8fb6-f855a6289e7e", "address": "fa:16:3e:90:16:6b", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap14968730-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.519929] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758448, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.640385] env[70399]: DEBUG nova.scheduler.client.report [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.769447] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8de6df2c-bc4a-4f68-9fb9-20b9924695fe tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.945s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.880850] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758449, 'name': Rename_Task, 'duration_secs': 0.356965} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.881174] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.881634] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1313b0-6a22-4f2e-ae33-4c84391cb03f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.885793] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.886125] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Instance network_info: |[{"id": "fe0a4026-a32e-403d-9418-b6de5c477144", "address": "fa:16:3e:f3:ef:4d", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0a4026-a3", "ovs_interfaceid": "fe0a4026-a32e-403d-9418-b6de5c477144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.886548] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ef:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe0a4026-a32e-403d-9418-b6de5c477144', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.894883] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.896136] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.896461] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 955.896461] env[70399]: value = "task-3758450" [ 955.896461] env[70399]: _type = "Task" [ 955.896461] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.896645] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e3a021-1300-4289-a0b0-2fe7e7775c99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.921550] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.922626] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.922626] env[70399]: value = "task-3758451" [ 955.922626] env[70399]: _type = "Task" [ 955.922626] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.933175] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758451, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.976602] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Releasing lock "refresh_cache-2a8e1804-8f22-46a8-9e06-1faca8b4a53c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.976880] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Received event network-vif-plugged-fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.977097] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquiring lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.977341] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.977558] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.977756] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] No waiting events found dispatching network-vif-plugged-fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 955.977953] env[70399]: WARNING nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Received unexpected event network-vif-plugged-fe0a4026-a32e-403d-9418-b6de5c477144 for instance with vm_state building and task_state spawning. [ 955.978176] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Received event network-changed-fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.978360] env[70399]: DEBUG nova.compute.manager [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Refreshing instance network info cache due to event network-changed-fe0a4026-a32e-403d-9418-b6de5c477144. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.978577] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquiring lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.978735] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Acquired lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.978937] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Refreshing network info cache for port fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.025526] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554482} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.025526] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9/b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.025774] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.026017] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa70b4b4-f313-4e22-8c2b-17bda08bcbd4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.034140] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 956.034140] env[70399]: value = "task-3758452" [ 956.034140] env[70399]: _type = "Task" [ 956.034140] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.047439] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.146453] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.147027] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.151397] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.796s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.152856] env[70399]: INFO nova.compute.claims [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.274836] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.421371] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.433801] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758451, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.547817] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071932} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.548401] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.549534] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5df7f-0573-462b-a6a3-42f347657a63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.577043] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9/b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.580460] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09c40cf-12bf-4433-8c02-ada98fb51e57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.606472] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 956.606472] env[70399]: value = "task-3758453" [ 956.606472] env[70399]: _type = "Task" [ 956.606472] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.618616] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.661318] env[70399]: DEBUG nova.compute.utils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.662845] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.663324] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.743841] env[70399]: DEBUG nova.policy [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.812411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.929894] env[70399]: DEBUG oslo_vmware.api [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758450, 'name': PowerOnVM_Task, 'duration_secs': 0.678816} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.934424] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.937831] env[70399]: INFO nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Took 9.87 seconds to spawn the instance on the hypervisor. [ 956.937831] env[70399]: DEBUG nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.937831] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08ea26-cb75-42a0-810a-20ba82c4a2bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.947767] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758451, 'name': CreateVM_Task, 'duration_secs': 0.654182} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.950582] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.955633] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updated VIF entry in instance network info cache for port fe0a4026-a32e-403d-9418-b6de5c477144. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.955811] env[70399]: DEBUG nova.network.neutron [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updating instance_info_cache with network_info: [{"id": "fe0a4026-a32e-403d-9418-b6de5c477144", "address": "fa:16:3e:f3:ef:4d", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0a4026-a3", "ovs_interfaceid": "fe0a4026-a32e-403d-9418-b6de5c477144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.959237] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.959402] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.959714] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.960916] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18a3612-7728-4112-9115-2d1636dd6033 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.967127] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 956.967127] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527df926-053c-02c9-45d8-a37218fbf93e" [ 956.967127] env[70399]: _type = "Task" [ 956.967127] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.976664] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527df926-053c-02c9-45d8-a37218fbf93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.118383] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.168408] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.287151] env[70399]: DEBUG nova.compute.manager [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.288506] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3c5f5-2cf8-4764-8da1-cfc63860654d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.308017] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Successfully created port: 46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.464777] env[70399]: DEBUG oslo_concurrency.lockutils [req-3c1ee8a0-b9d2-4b41-840f-6a77c369b687 req-05f06806-1202-4ddb-ad5b-16ac7fc2f924 service nova] Releasing lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.480848] env[70399]: INFO nova.compute.manager [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Took 52.47 seconds to build instance. [ 957.484083] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527df926-053c-02c9-45d8-a37218fbf93e, 'name': SearchDatastore_Task, 'duration_secs': 0.018858} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.486905] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.487467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.488107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.488408] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.488631] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.489177] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad88ad23-c1e8-488d-a751-94097c7cf742 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.509721] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.509721] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.510758] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bc5ece-241e-4b8f-8601-66c32b85bd55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.518368] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 957.518368] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52352b20-ccd3-5de2-97b3-2a6f5cf9876e" [ 957.518368] env[70399]: _type = "Task" [ 957.518368] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.532428] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52352b20-ccd3-5de2-97b3-2a6f5cf9876e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.628089] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.805574] env[70399]: INFO nova.compute.manager [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] instance snapshotting [ 957.812622] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a2ac9-9c78-4f58-ba00-5b64c36b5d3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.850071] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c903ba-8aa3-4f5a-94ed-3cc08ffccb1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.933303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25729cda-9b5e-4eaf-b521-02648cdd7e69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.942748] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e45686-4374-4bfb-8ad5-03059f0308a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.982415] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157e066-30c7-4318-9017-1df2e329e3db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.987187] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b328735e-df4b-4e6c-9e69-82454d55ae37 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.775s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.994021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94196d88-9d9f-43d8-a5dc-415d023e7512 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.016877] env[70399]: DEBUG nova.compute.provider_tree [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.031495] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52352b20-ccd3-5de2-97b3-2a6f5cf9876e, 'name': SearchDatastore_Task, 'duration_secs': 0.016981} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.032361] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08c97e7-6440-43aa-bf1b-c21c838f1c35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.041415] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 958.041415] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52de31f4-af41-f6ed-a523-bce4025a388d" [ 958.041415] env[70399]: _type = "Task" [ 958.041415] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.051713] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52de31f4-af41-f6ed-a523-bce4025a388d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.123770] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.182522] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.221307] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.221396] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.222769] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.222769] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.222769] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.223270] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.223439] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.223558] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.223762] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.224207] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.224207] env[70399]: DEBUG nova.virt.hardware [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.225177] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cdddfb-418f-4c90-aec8-8ec0f2bf37d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.235498] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f7578-0603-422a-a91e-cc773ae86ad8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.355169] env[70399]: DEBUG nova.compute.manager [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.355169] env[70399]: DEBUG nova.compute.manager [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing instance network info cache due to event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.355375] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.355610] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.355848] env[70399]: DEBUG nova.network.neutron [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.369182] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 958.369487] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1b428b6-dc53-41e4-9e93-bdbfc5ac2697 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.382088] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 958.382088] env[70399]: value = "task-3758454" [ 958.382088] env[70399]: _type = "Task" [ 958.382088] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.398213] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.494180] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.520929] env[70399]: DEBUG nova.scheduler.client.report [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.554446] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52de31f4-af41-f6ed-a523-bce4025a388d, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.554830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.555115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/4cdffdf6-e677-4bae-8e13-b92da4c9edb2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.556133] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851dd4a3-d639-4e2a-a664-80b919aee6bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.564968] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 958.564968] env[70399]: value = "task-3758455" [ 958.564968] env[70399]: _type = "Task" [ 958.564968] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.574428] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.625573] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758453, 'name': ReconfigVM_Task, 'duration_secs': 1.633822} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.625919] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Reconfigured VM instance instance-00000041 to attach disk [datastore2] b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9/b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.626627] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcca09b5-33f8-43b5-82fb-60ab1d940c3d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.635161] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 958.635161] env[70399]: value = "task-3758456" [ 958.635161] env[70399]: _type = "Task" [ 958.635161] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.649208] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758456, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.895815] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.022135] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.030270] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.030270] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.031887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.496s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.032481] env[70399]: DEBUG nova.objects.instance [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.081436] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758455, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.153485] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758456, 'name': Rename_Task, 'duration_secs': 0.185238} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.153485] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.153853] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7efddef0-fb5b-42c7-bbd9-cf2e6daad724 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.162501] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 959.162501] env[70399]: value = "task-3758457" [ 959.162501] env[70399]: _type = "Task" [ 959.162501] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.177575] env[70399]: DEBUG nova.compute.manager [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-plugged-46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.178105] env[70399]: DEBUG oslo_concurrency.lockutils [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.178414] env[70399]: DEBUG oslo_concurrency.lockutils [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.178551] env[70399]: DEBUG oslo_concurrency.lockutils [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.178724] env[70399]: DEBUG nova.compute.manager [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] No waiting events found dispatching network-vif-plugged-46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 959.179210] env[70399]: WARNING nova.compute.manager [req-813962ce-581b-4914-99e8-4e01bfa9dba3 req-a3434b34-9809-4aa9-aade-786c2ed09023 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received unexpected event network-vif-plugged-46bdb8ef-6ce7-4a20-a664-791820927504 for instance with vm_state building and task_state spawning. [ 959.187983] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.253982] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Successfully updated port: 46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.270303] env[70399]: DEBUG nova.network.neutron [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updated VIF entry in instance network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.270708] env[70399]: DEBUG nova.network.neutron [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.394855] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758454, 'name': CreateSnapshot_Task, 'duration_secs': 0.99492} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.395175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 959.395997] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fb84ba-0a97-441c-bb8e-7c2566164bf0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.540431] env[70399]: DEBUG nova.compute.utils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.542977] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.542977] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.576539] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546693} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.576807] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/4cdffdf6-e677-4bae-8e13-b92da4c9edb2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.577030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.577297] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c28b46ea-162f-4358-b472-d8f734cf20a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.586039] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 959.586039] env[70399]: value = "task-3758458" [ 959.586039] env[70399]: _type = "Task" [ 959.586039] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.596105] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.647626] env[70399]: DEBUG nova.policy [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd3175cee7994da0aff281679e1ab4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224dcd9d63f44e12b7f554ae0b9db71f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.673523] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.760521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.760521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.760521] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.774996] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cdec0b1-e1cd-4134-b68f-334c43183154 req-0a503461-a792-4c0c-8355-2eed727cadc9 service nova] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.916723] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 959.917091] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34e96366-90d5-4796-8cd3-4e3a383caf13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.926999] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 959.926999] env[70399]: value = "task-3758459" [ 959.926999] env[70399]: _type = "Task" [ 959.926999] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.939204] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758459, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.044399] env[70399]: DEBUG oslo_concurrency.lockutils [None req-087a5872-9206-42c3-b6bc-b8ec8ff4b2f3 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.045790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.424s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.046858] env[70399]: DEBUG nova.objects.instance [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lazy-loading 'resources' on Instance uuid 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.049613] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.054630] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Successfully created port: cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.102567] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.102876] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.103808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853bc013-d5f4-48cb-97ff-edf63dd29aca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.135969] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/4cdffdf6-e677-4bae-8e13-b92da4c9edb2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.136678] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a47750-7760-41c5-b2e7-56d0b574b6c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.161934] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 960.161934] env[70399]: value = "task-3758460" [ 960.161934] env[70399]: _type = "Task" [ 960.161934] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.178751] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.181917] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758457, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.318023] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.441701] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758459, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.686026] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.688952] env[70399]: DEBUG oslo_vmware.api [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758457, 'name': PowerOnVM_Task, 'duration_secs': 1.419239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.689296] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.689517] env[70399]: INFO nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Took 10.18 seconds to spawn the instance on the hypervisor. [ 960.689702] env[70399]: DEBUG nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.690609] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8553972-1c38-44cc-9841-4559783671d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.835209] env[70399]: DEBUG nova.network.neutron [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.942278] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758459, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.066753] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.101275] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.101593] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.101751] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.102081] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.102081] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.102259] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.102504] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.102669] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.102835] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.102995] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.103182] env[70399]: DEBUG nova.virt.hardware [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.105059] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d144d7-e724-419b-89cc-7695d8a78332 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.117449] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58458afd-cc78-4d20-9071-01940f9688b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.174635] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758460, 'name': ReconfigVM_Task, 'duration_secs': 0.564342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.177905] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/4cdffdf6-e677-4bae-8e13-b92da4c9edb2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.178365] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70399) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 961.179346] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8c723d81-c08c-4061-812f-25b525145b09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.188510] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 961.188510] env[70399]: value = "task-3758461" [ 961.188510] env[70399]: _type = "Task" [ 961.188510] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.202718] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758461, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.211429] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9114a01c-7f16-4330-8d70-bfd86cf8bf14 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.216916] env[70399]: INFO nova.compute.manager [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Took 51.94 seconds to build instance. [ 961.222764] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d87496-f846-4aed-8039-8ea390e8ce2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.258799] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951e0b8-d276-454b-8dad-64d782f3e0ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.268993] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104966c-cf7e-490f-9094-7d7c2913a61b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.277376] env[70399]: DEBUG nova.compute.manager [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-changed-46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.277571] env[70399]: DEBUG nova.compute.manager [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing instance network info cache due to event network-changed-46bdb8ef-6ce7-4a20-a664-791820927504. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.277792] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.286797] env[70399]: DEBUG nova.compute.provider_tree [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.340715] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.340996] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Instance network_info: |[{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.341322] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.341505] env[70399]: DEBUG nova.network.neutron [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing network info cache for port 46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.346273] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46bdb8ef-6ce7-4a20-a664-791820927504', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.351258] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.354295] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.355034] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-443dc438-360c-41bf-b01d-d90c79dd336e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.378026] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.378026] env[70399]: value = "task-3758462" [ 961.378026] env[70399]: _type = "Task" [ 961.378026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.390464] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758462, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.439037] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758459, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.668374] env[70399]: DEBUG nova.compute.manager [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Received event network-vif-plugged-cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.668611] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] Acquiring lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.668842] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.669386] env[70399]: DEBUG oslo_concurrency.lockutils [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.669684] env[70399]: DEBUG nova.compute.manager [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] No waiting events found dispatching network-vif-plugged-cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.669971] env[70399]: WARNING nova.compute.manager [req-7ff66a85-e100-4241-88ce-0d64e19554a9 req-f9e0441d-667b-4bdf-922d-e826674d6a01 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Received unexpected event network-vif-plugged-cb7912d5-59fd-44f6-8175-cbc4d736aa75 for instance with vm_state building and task_state spawning. [ 961.671062] env[70399]: DEBUG nova.network.neutron [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updated VIF entry in instance network info cache for port 46bdb8ef-6ce7-4a20-a664-791820927504. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.671482] env[70399]: DEBUG nova.network.neutron [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.707471] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758461, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065851} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.707927] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70399) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 961.713353] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a7bedb-a515-45d4-9a61-c930b7a4d94d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.722174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95fb94d7-bfb7-44e6-bb9a-6721f3994147 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.986s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.749941] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/ephemeral_0.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.750689] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.753855] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db11fc9-d34b-4cce-b102-d09189ac2065 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.775828] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 961.775828] env[70399]: value = "task-3758463" [ 961.775828] env[70399]: _type = "Task" [ 961.775828] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.787099] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.790169] env[70399]: DEBUG nova.scheduler.client.report [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.819085] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Successfully updated port: cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.888825] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758462, 'name': CreateVM_Task, 'duration_secs': 0.415237} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.888825] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.888825] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.889062] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.889250] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.889814] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397532ed-21f9-4dc0-ae65-55b1c728fe99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.895858] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 961.895858] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256a621-d28f-52ff-e260-c5b3a59f27c2" [ 961.895858] env[70399]: _type = "Task" [ 961.895858] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905649] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256a621-d28f-52ff-e260-c5b3a59f27c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.940709] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758459, 'name': CloneVM_Task, 'duration_secs': 1.806564} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.940948] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Created linked-clone VM from snapshot [ 961.941734] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fd0bb-166b-4c0d-83eb-b78e81822a83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.950650] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Uploading image 6dd49bdd-312a-43b1-af7b-050af065b856 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 961.977639] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 961.977639] env[70399]: value = "vm-748014" [ 961.977639] env[70399]: _type = "VirtualMachine" [ 961.977639] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 961.977939] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bde45be0-7ba8-49a7-9d19-307d8b65ee5e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.985661] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease: (returnval){ [ 961.985661] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52668be0-49f8-17a5-df1f-f0d9935c3644" [ 961.985661] env[70399]: _type = "HttpNfcLease" [ 961.985661] env[70399]: } obtained for exporting VM: (result){ [ 961.985661] env[70399]: value = "vm-748014" [ 961.985661] env[70399]: _type = "VirtualMachine" [ 961.985661] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 961.986046] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the lease: (returnval){ [ 961.986046] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52668be0-49f8-17a5-df1f-f0d9935c3644" [ 961.986046] env[70399]: _type = "HttpNfcLease" [ 961.986046] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.994872] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.994872] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52668be0-49f8-17a5-df1f-f0d9935c3644" [ 961.994872] env[70399]: _type = "HttpNfcLease" [ 961.994872] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 962.174487] env[70399]: DEBUG oslo_concurrency.lockutils [req-4ff3dec3-657a-40bc-a814-bcce74559457 req-2951866a-c8e6-43b9-83ec-62ba8cf3c746 service nova] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.289281] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.294682] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.296511] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.299045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.441s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.320095] env[70399]: INFO nova.scheduler.client.report [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Deleted allocations for instance 0ab4a2ea-d5c5-48d8-9422-a23207308ab6 [ 962.324218] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.324218] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.324218] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.406623] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256a621-d28f-52ff-e260-c5b3a59f27c2, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.406992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.407259] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.407511] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.407683] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.407888] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.408181] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e2e990-2a79-417c-96c2-cdeeb4344715 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.418420] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.418621] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.419435] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f35e7d3-c931-4f16-bdcb-e99fcd7ba7db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.426405] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 962.426405] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ebd6d0-ddaf-d91c-7363-c1814c8dc83a" [ 962.426405] env[70399]: _type = "Task" [ 962.426405] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.434731] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ebd6d0-ddaf-d91c-7363-c1814c8dc83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.494107] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.494107] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52668be0-49f8-17a5-df1f-f0d9935c3644" [ 962.494107] env[70399]: _type = "HttpNfcLease" [ 962.494107] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 962.494400] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 962.494400] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52668be0-49f8-17a5-df1f-f0d9935c3644" [ 962.494400] env[70399]: _type = "HttpNfcLease" [ 962.494400] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 962.495158] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1dc112-86d6-4f6d-aac3-edfc768cd27d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.503249] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 962.503481] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 962.604109] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ece03953-1b75-4b23-9c06-fdb1231a8765 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.639890] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bf418-c8ed-4654-b3ae-835b747527b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.647450] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Suspending the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 962.647719] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-610ab7b1-d15e-4b3d-be3e-c1b60d27eb20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.655626] env[70399]: DEBUG oslo_vmware.api [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 962.655626] env[70399]: value = "task-3758465" [ 962.655626] env[70399]: _type = "Task" [ 962.655626] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.665017] env[70399]: DEBUG oslo_vmware.api [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758465, 'name': SuspendVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.788728] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758463, 'name': ReconfigVM_Task, 'duration_secs': 0.622428} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.789035] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2/ephemeral_0.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.789789] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc55c11-01c3-443e-8f65-ab0391dc6a48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.797524] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 962.797524] env[70399]: value = "task-3758466" [ 962.797524] env[70399]: _type = "Task" [ 962.797524] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.810637] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758466, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.840341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-30624ef5-482f-4cbf-9767-4d7d59b854e9 tempest-VolumesAssistedSnapshotsTest-1612074774 tempest-VolumesAssistedSnapshotsTest-1612074774-project-member] Lock "0ab4a2ea-d5c5-48d8-9422-a23207308ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.339s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.883823] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.939095] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ebd6d0-ddaf-d91c-7363-c1814c8dc83a, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.943762] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af8bd7a-7f92-4af1-b609-71197362ecc0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.950706] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 962.950706] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528b7da8-c4dd-c342-a0f1-ecd514e3c054" [ 962.950706] env[70399]: _type = "Task" [ 962.950706] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.966448] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528b7da8-c4dd-c342-a0f1-ecd514e3c054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.088804] env[70399]: DEBUG nova.network.neutron [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updating instance_info_cache with network_info: [{"id": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "address": "fa:16:3e:c7:8c:bd", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7912d5-59", "ovs_interfaceid": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.172528] env[70399]: DEBUG oslo_vmware.api [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758465, 'name': SuspendVM_Task} progress is 62%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.314092] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758466, 'name': Rename_Task, 'duration_secs': 0.39264} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.314544] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.314887] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f852e8d4-3289-44ab-a78d-c2c9096cf370 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.323204] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 963.323204] env[70399]: value = "task-3758467" [ 963.323204] env[70399]: _type = "Task" [ 963.323204] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.333746] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.446162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64053549-8b33-40c3-89db-9a5002243c85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.464365] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c0f2f-817a-4fed-b3ee-46b9d5cf0426 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.475978] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528b7da8-c4dd-c342-a0f1-ecd514e3c054, 'name': SearchDatastore_Task, 'duration_secs': 0.015629} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.502478] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.503247] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d88dea00-e13e-4dc3-aaba-fa14050360be/d88dea00-e13e-4dc3-aaba-fa14050360be.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.503720] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55ea0aa6-64bb-40dd-88eb-4e8410d151e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.506531] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d686f29e-0bf8-48f7-b5b1-6493028bd635 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.516996] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48691a2d-204c-422d-996a-d1590448e7fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.521688] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 963.521688] env[70399]: value = "task-3758468" [ 963.521688] env[70399]: _type = "Task" [ 963.521688] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.537116] env[70399]: DEBUG nova.compute.provider_tree [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.546814] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.594519] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.594980] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Instance network_info: |[{"id": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "address": "fa:16:3e:c7:8c:bd", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7912d5-59", "ovs_interfaceid": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.595552] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:8c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb7912d5-59fd-44f6-8175-cbc4d736aa75', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.604601] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.604982] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.605405] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-212a8f20-2393-4101-a724-40bf9cc7149e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.635190] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.635190] env[70399]: value = "task-3758469" [ 963.635190] env[70399]: _type = "Task" [ 963.635190] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.646629] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758469, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.669281] env[70399]: DEBUG oslo_vmware.api [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758465, 'name': SuspendVM_Task, 'duration_secs': 0.832258} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.669687] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Suspended the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 963.669978] env[70399]: DEBUG nova.compute.manager [None req-16c8faab-d855-4be8-bd96-14a40cd28cba tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.671795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e745a166-a875-45d6-8026-d9c9e8826995 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.836527] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758467, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.991357] env[70399]: DEBUG nova.compute.manager [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Received event network-changed-cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.991754] env[70399]: DEBUG nova.compute.manager [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Refreshing instance network info cache due to event network-changed-cb7912d5-59fd-44f6-8175-cbc4d736aa75. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.991914] env[70399]: DEBUG oslo_concurrency.lockutils [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] Acquiring lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.992075] env[70399]: DEBUG oslo_concurrency.lockutils [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] Acquired lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.992281] env[70399]: DEBUG nova.network.neutron [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Refreshing network info cache for port cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.035698] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.041953] env[70399]: DEBUG nova.scheduler.client.report [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.146650] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758469, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.336937] env[70399]: DEBUG oslo_vmware.api [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758467, 'name': PowerOnVM_Task, 'duration_secs': 0.842463} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.337463] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.337806] env[70399]: INFO nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Took 10.78 seconds to spawn the instance on the hypervisor. [ 964.338113] env[70399]: DEBUG nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.339378] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e77705-877f-4cb4-bb3b-b817e8a6fe5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.537822] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772282} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.538126] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d88dea00-e13e-4dc3-aaba-fa14050360be/d88dea00-e13e-4dc3-aaba-fa14050360be.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.538349] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.538613] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0061431b-830e-45fc-b00f-2099d55ffabb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.546662] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 964.546662] env[70399]: value = "task-3758470" [ 964.546662] env[70399]: _type = "Task" [ 964.546662] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.559069] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.648588] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758469, 'name': CreateVM_Task, 'duration_secs': 0.805542} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.648784] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.649501] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.649668] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.651403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.651403] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec844eb-d2ca-47f9-ab81-a7a5afe062ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.659366] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 964.659366] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52207015-a259-1bc4-c07b-79beaa64e8d9" [ 964.659366] env[70399]: _type = "Task" [ 964.659366] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.668544] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52207015-a259-1bc4-c07b-79beaa64e8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.863563] env[70399]: INFO nova.compute.manager [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Took 54.10 seconds to build instance. [ 964.916547] env[70399]: DEBUG nova.network.neutron [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updated VIF entry in instance network info cache for port cb7912d5-59fd-44f6-8175-cbc4d736aa75. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.916977] env[70399]: DEBUG nova.network.neutron [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updating instance_info_cache with network_info: [{"id": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "address": "fa:16:3e:c7:8c:bd", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7912d5-59", "ovs_interfaceid": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.056069] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.757s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.062239] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.933s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.062518] env[70399]: DEBUG nova.objects.instance [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] [instance: 705ba34f-476f-4857-9647-30185b885081] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.065583] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071263} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.066383] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.067608] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41979cf7-9d12-49e7-879e-ca55333a9d82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.094698] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d88dea00-e13e-4dc3-aaba-fa14050360be/d88dea00-e13e-4dc3-aaba-fa14050360be.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.096087] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4cf8b62-7d71-42e3-b6c8-87d93b0b6e6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.121113] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 965.121113] env[70399]: value = "task-3758471" [ 965.121113] env[70399]: _type = "Task" [ 965.121113] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.130739] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.169340] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52207015-a259-1bc4-c07b-79beaa64e8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.0252} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.169802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170139] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.170503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.170751] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.171030] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.171395] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e3bc5b-1e35-45e6-809b-997e3031d215 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.182786] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.182998] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.183901] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe78af7-49a4-4b5a-89f2-7157268e0ff9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.192490] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 965.192490] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e92c53-0e5a-ac85-805a-eba1948f0f21" [ 965.192490] env[70399]: _type = "Task" [ 965.192490] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.203105] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e92c53-0e5a-ac85-805a-eba1948f0f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.365883] env[70399]: DEBUG oslo_concurrency.lockutils [None req-de83d22b-dd16-489b-89f5-7cd2bebc8948 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.028s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.421666] env[70399]: DEBUG oslo_concurrency.lockutils [req-75c749b3-3027-469f-992a-57cfef717c58 req-3146081b-5021-4bbe-ba82-45e4fd1ae9f9 service nova] Releasing lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.637107] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758471, 'name': ReconfigVM_Task, 'duration_secs': 0.363599} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.637107] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d88dea00-e13e-4dc3-aaba-fa14050360be/d88dea00-e13e-4dc3-aaba-fa14050360be.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.637107] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c02369-84e1-4082-bcdc-610379f23b4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.645027] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 965.645027] env[70399]: value = "task-3758472" [ 965.645027] env[70399]: _type = "Task" [ 965.645027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.647735] env[70399]: INFO nova.scheduler.client.report [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocation for migration a8e95709-7924-40cc-a0f4-012da4c63199 [ 965.658200] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758472, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.703626] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e92c53-0e5a-ac85-805a-eba1948f0f21, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.704353] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dce95c-1d8a-4939-b79a-920ad72a8b86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.713328] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 965.713328] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52864d49-fecb-783d-e924-1abe8da9de4d" [ 965.713328] env[70399]: _type = "Task" [ 965.713328] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.723462] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52864d49-fecb-783d-e924-1abe8da9de4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.078471] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4308ee91-48eb-49d2-a5b0-a99eb7539326 tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.079776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.070s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.080093] env[70399]: DEBUG nova.objects.instance [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lazy-loading 'resources' on Instance uuid 16eee332-9c66-41c8-8a46-175a79b2f91f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.154492] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758472, 'name': Rename_Task, 'duration_secs': 0.223498} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.154800] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.155098] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f89765-1f0a-4fa9-8f64-fbfc2282b076 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.161290] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d0551514-c438-4e4b-8c66-f0f4246ca311 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.682s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.164687] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 966.164687] env[70399]: value = "task-3758473" [ 966.164687] env[70399]: _type = "Task" [ 966.164687] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.176630] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.226009] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52864d49-fecb-783d-e924-1abe8da9de4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.226370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.226666] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 0896bb8d-0903-4446-bd03-9e15b8fb1ee3/0896bb8d-0903-4446-bd03-9e15b8fb1ee3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.227204] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-025a0d1d-ca35-4851-98ab-e8fb3ccf993b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.235208] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 966.235208] env[70399]: value = "task-3758474" [ 966.235208] env[70399]: _type = "Task" [ 966.235208] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.245743] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.355112] env[70399]: DEBUG nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.356374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec8885-a196-44b4-ad6f-3f1b6388e240 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.682120] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.757257] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.868494] env[70399]: INFO nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] instance snapshotting [ 966.868730] env[70399]: WARNING nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 966.871683] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f4a4f-c3ca-45d1-a358-f6c956b7dd3e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.901585] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3bbe16-296c-40cf-a260-7d2c252f6182 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.964463] env[70399]: DEBUG nova.compute.manager [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Received event network-changed-fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.964655] env[70399]: DEBUG nova.compute.manager [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Refreshing instance network info cache due to event network-changed-fe0a4026-a32e-403d-9418-b6de5c477144. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.965397] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] Acquiring lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.965737] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] Acquired lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.965737] env[70399]: DEBUG nova.network.neutron [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Refreshing network info cache for port fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.179041] env[70399]: DEBUG oslo_vmware.api [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758473, 'name': PowerOnVM_Task, 'duration_secs': 0.61955} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.179374] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.179505] env[70399]: INFO nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Took 9.00 seconds to spawn the instance on the hypervisor. [ 967.181508] env[70399]: DEBUG nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.184094] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40888ab9-b5f3-409b-bf52-b667c55010dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.261107] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611458} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.261477] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 0896bb8d-0903-4446-bd03-9e15b8fb1ee3/0896bb8d-0903-4446-bd03-9e15b8fb1ee3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.262613] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.262893] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17278792-1387-42d2-ba54-6e242a13c2f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.276433] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 967.276433] env[70399]: value = "task-3758475" [ 967.276433] env[70399]: _type = "Task" [ 967.276433] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.287181] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.340295] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1419e735-40dd-419b-b36a-6df9b2812f7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.348846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9128067e-60a9-46f4-85c6-579c1b9e1317 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.383759] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d5d52b-1c40-4342-b276-117b0163f12a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.393759] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ca625-b121-4b30-9631-66664eafe6c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.411259] env[70399]: DEBUG nova.compute.provider_tree [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.417216] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 967.417375] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd94cd3d-b74e-4fe4-aaeb-dc7f7ff0f4f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.425541] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 967.425541] env[70399]: value = "task-3758476" [ 967.425541] env[70399]: _type = "Task" [ 967.425541] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.435782] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.712545] env[70399]: INFO nova.compute.manager [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Took 51.90 seconds to build instance. [ 967.775674] env[70399]: DEBUG nova.network.neutron [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updated VIF entry in instance network info cache for port fe0a4026-a32e-403d-9418-b6de5c477144. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.776216] env[70399]: DEBUG nova.network.neutron [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updating instance_info_cache with network_info: [{"id": "fe0a4026-a32e-403d-9418-b6de5c477144", "address": "fa:16:3e:f3:ef:4d", "network": {"id": "fd3b5609-cbdf-4c3e-bc44-e37a24424c0a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1225640956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341bc5d3b8634e22acad2442af1cd414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0a4026-a3", "ovs_interfaceid": "fe0a4026-a32e-403d-9418-b6de5c477144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.792077] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077899} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.792832] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.796095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f1f6e-cdd6-41df-84e9-8dc849f5359f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.825163] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0896bb8d-0903-4446-bd03-9e15b8fb1ee3/0896bb8d-0903-4446-bd03-9e15b8fb1ee3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.825988] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f18f890-42f2-4d46-bcaa-6e7192f961cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.850533] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 967.850533] env[70399]: value = "task-3758477" [ 967.850533] env[70399]: _type = "Task" [ 967.850533] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.861162] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.915040] env[70399]: DEBUG nova.scheduler.client.report [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.943038] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.216747] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7fdfe644-5561-4274-8814-78dbe5011379 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.671s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.286053] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7f6d1cc-fc35-463b-b5c5-6095ce23cb9f req-fd7d55c9-b471-4cb2-a14c-7c3d795421e1 service nova] Releasing lock "refresh_cache-4cdffdf6-e677-4bae-8e13-b92da4c9edb2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.367894] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758477, 'name': ReconfigVM_Task, 'duration_secs': 0.33582} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.368247] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0896bb8d-0903-4446-bd03-9e15b8fb1ee3/0896bb8d-0903-4446-bd03-9e15b8fb1ee3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.370039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c31920e3-c999-451a-81d8-356d9eccf08c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.378889] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 968.378889] env[70399]: value = "task-3758478" [ 968.378889] env[70399]: _type = "Task" [ 968.378889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.390075] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758478, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.426442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.433546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.195s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.435123] env[70399]: INFO nova.compute.claims [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.452141] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.460108] env[70399]: INFO nova.scheduler.client.report [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Deleted allocations for instance 16eee332-9c66-41c8-8a46-175a79b2f91f [ 968.724015] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.724624] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.724857] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.725076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.725277] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.727694] env[70399]: INFO nova.compute.manager [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Terminating instance [ 968.894956] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758478, 'name': Rename_Task, 'duration_secs': 0.17424} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.895432] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.895804] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a073b1c5-6559-4e8f-8e57-a606b4e9a05b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.906509] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 968.906509] env[70399]: value = "task-3758479" [ 968.906509] env[70399]: _type = "Task" [ 968.906509] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.917554] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.956271] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.974898] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e58d0eac-ff27-4b4d-adc4-32e3b90cf082 tempest-ServersListShow298Test-1613895557 tempest-ServersListShow298Test-1613895557-project-member] Lock "16eee332-9c66-41c8-8a46-175a79b2f91f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.259s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.232779] env[70399]: DEBUG nova.compute.manager [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.235065] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.235065] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3576a9d-0d71-43b2-8718-0766dee7a25d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.248325] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.248325] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23d0cb6-32f3-41e7-a54c-b59da0d9fdcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.258465] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 969.258465] env[70399]: value = "task-3758480" [ 969.258465] env[70399]: _type = "Task" [ 969.258465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.274122] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.423264] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758479, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.457736] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758476, 'name': CreateSnapshot_Task, 'duration_secs': 1.712434} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.458174] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.459271] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f41df-7948-49b3-9818-0027b4c8f74d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.601102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.601313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.617207] env[70399]: DEBUG nova.compute.manager [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-changed-46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.617207] env[70399]: DEBUG nova.compute.manager [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing instance network info cache due to event network-changed-46bdb8ef-6ce7-4a20-a664-791820927504. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.617207] env[70399]: DEBUG oslo_concurrency.lockutils [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.617207] env[70399]: DEBUG oslo_concurrency.lockutils [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.617207] env[70399]: DEBUG nova.network.neutron [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing network info cache for port 46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.773795] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758480, 'name': PowerOffVM_Task, 'duration_secs': 0.37886} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.773795] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.773795] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.773795] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e84ddc6-7834-4698-988d-b102ad5dc006 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.852556] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.852809] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.853222] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore1] 3305b11f-79db-4832-bb9d-c50d83a0cd68 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.853314] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692ddd35-5d60-4005-a7f6-93604f8f2d8f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.862388] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 969.862388] env[70399]: value = "task-3758482" [ 969.862388] env[70399]: _type = "Task" [ 969.862388] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.877159] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.919147] env[70399]: DEBUG oslo_vmware.api [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758479, 'name': PowerOnVM_Task, 'duration_secs': 0.55821} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.922588] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.922723] env[70399]: INFO nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Took 8.86 seconds to spawn the instance on the hypervisor. [ 969.922975] env[70399]: DEBUG nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.924348] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c1392-5637-4a75-9270-1134d3789326 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.991195] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.994400] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80234443-d7d4-47fc-954f-c44db71606c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.004857] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 970.004857] env[70399]: value = "task-3758483" [ 970.004857] env[70399]: _type = "Task" [ 970.004857] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.017045] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.104597] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.166232] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb4eb2-70e7-47a9-969e-c9196f260c7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.177710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40a8ef-f1e7-43b8-934b-b2bb84856335 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.224699] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c651a3bd-9834-4511-88c4-50aceebf48f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.238045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad57611-3143-46b4-9a07-b73f54165de9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.257946] env[70399]: DEBUG nova.compute.provider_tree [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.379702] env[70399]: DEBUG oslo_vmware.api [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400476} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.380072] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.380281] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.380595] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.380797] env[70399]: INFO nova.compute.manager [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Took 1.15 seconds to destroy the instance on the hypervisor. [ 970.381081] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.381360] env[70399]: DEBUG nova.compute.manager [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.381501] env[70399]: DEBUG nova.network.neutron [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.456328] env[70399]: INFO nova.compute.manager [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Took 50.12 seconds to build instance. [ 970.518519] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.641586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.723728] env[70399]: DEBUG nova.network.neutron [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updated VIF entry in instance network info cache for port 46bdb8ef-6ce7-4a20-a664-791820927504. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.724343] env[70399]: DEBUG nova.network.neutron [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.762692] env[70399]: DEBUG nova.scheduler.client.report [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.960030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b50fb22d-8996-45b3-b13d-f2c802f96d08 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.342s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.018907] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.228583] env[70399]: DEBUG oslo_concurrency.lockutils [req-69f98264-7831-4623-8c4d-3ed026a02b18 req-55d2a5d0-4628-4d76-bad2-4a54bf596e9b service nova] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.270937] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.271510] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.274592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.624s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.274888] env[70399]: DEBUG nova.objects.instance [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lazy-loading 'resources' on Instance uuid 705ba34f-476f-4857-9647-30185b885081 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.284429] env[70399]: DEBUG nova.network.neutron [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.317030] env[70399]: INFO nova.compute.manager [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Rebuilding instance [ 971.373177] env[70399]: DEBUG nova.compute.manager [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.377160] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c3f9c4-738d-48f8-b0e8-b84e8f105a2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.525977] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.679616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Acquiring lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.679616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Acquired lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.679616] env[70399]: DEBUG nova.network.neutron [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.760322] env[70399]: DEBUG nova.compute.manager [req-3e08e47b-55e4-49c0-9cde-67afb126e36b req-414dd70a-0123-4646-a0fc-668b22f44b9b service nova] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Received event network-vif-deleted-3fb61cb4-c61c-43cf-b038-0c8eb2372dec {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.786694] env[70399]: DEBUG nova.compute.utils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.788525] env[70399]: INFO nova.compute.manager [-] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Took 1.41 seconds to deallocate network for instance. [ 971.790043] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.790043] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.845866] env[70399]: DEBUG nova.policy [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ac2baf962d4eb4a914b32790b83163', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e73491cb2fe4c1c8451bec7019f23ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.026585] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.293203] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.302653] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.397838] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.399349] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Successfully created port: 5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.402989] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deee7672-0d4f-4dfb-9137-94241a834ac1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.415149] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 972.415149] env[70399]: value = "task-3758484" [ 972.415149] env[70399]: _type = "Task" [ 972.415149] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.433487] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.509880] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8bdcf-718b-4518-bcee-310ed8e4cd4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.531415] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec11bf-a483-43ac-8ff0-3491f3085bf0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.535094] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758483, 'name': CloneVM_Task, 'duration_secs': 2.137935} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.535411] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Created linked-clone VM from snapshot [ 972.536875] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b4e5c-e6b4-4960-8790-39a507e0f169 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.572325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b2b58-a7bd-470d-9342-304a4e0c374d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.579289] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Uploading image a34b7bca-3015-4140-8c90-e902abae447f {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.589489] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf40ccb-ee53-488d-bb59-7ba8a16c8dfa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.608738] env[70399]: DEBUG nova.compute.provider_tree [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.629210] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.629210] env[70399]: value = "vm-748018" [ 972.629210] env[70399]: _type = "VirtualMachine" [ 972.629210] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.631241] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46044ea2-9013-4d04-83af-2fd81d4aa4e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.643522] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease: (returnval){ [ 972.643522] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213f580-932b-dbee-54c5-4e4ccb53608f" [ 972.643522] env[70399]: _type = "HttpNfcLease" [ 972.643522] env[70399]: } obtained for exporting VM: (result){ [ 972.643522] env[70399]: value = "vm-748018" [ 972.643522] env[70399]: _type = "VirtualMachine" [ 972.643522] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.644068] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the lease: (returnval){ [ 972.644068] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213f580-932b-dbee-54c5-4e4ccb53608f" [ 972.644068] env[70399]: _type = "HttpNfcLease" [ 972.644068] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.644911] env[70399]: DEBUG nova.network.neutron [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updating instance_info_cache with network_info: [{"id": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "address": "fa:16:3e:c7:8c:bd", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7912d5-59", "ovs_interfaceid": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.655528] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.655528] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213f580-932b-dbee-54c5-4e4ccb53608f" [ 972.655528] env[70399]: _type = "HttpNfcLease" [ 972.655528] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.840078] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.841176] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02d258-5185-40c2-b6f6-c69aa5b05146 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.848543] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.848641] env[70399]: ERROR oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk due to incomplete transfer. [ 972.848859] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb514c8-7636-4961-85c0-faf1550e6a75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.858355] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c69db-12f7-08eb-059f-1aefbcdb983c/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.858355] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Uploaded image 6dd49bdd-312a-43b1-af7b-050af065b856 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.861249] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.861249] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d297a3da-846f-4619-bc67-337e60777410 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.870206] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 972.870206] env[70399]: value = "task-3758486" [ 972.870206] env[70399]: _type = "Task" [ 972.870206] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.887647] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758486, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.929800] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758484, 'name': PowerOffVM_Task, 'duration_secs': 0.3733} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.929800] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.930313] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.930872] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50bc101c-fa12-44bf-8a43-4c1af241c7c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.940983] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 972.940983] env[70399]: value = "task-3758487" [ 972.940983] env[70399]: _type = "Task" [ 972.940983] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.952684] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.953457] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.953457] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747873', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'name': 'volume-6f8315b2-e04f-46a8-b6da-193c4d762476', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d11aa43-62fa-48f3-ac9b-97cb28f2f622', 'attached_at': '', 'detached_at': '', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'serial': '6f8315b2-e04f-46a8-b6da-193c4d762476'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.954173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912d8e4-a2f0-4517-af9d-ff85d791a903 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.978315] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202de7a4-7a58-4bca-9755-7ddc7824ef92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.987191] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72512b4-8416-4ec2-ace3-5a6742af7320 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.008280] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b5e73-8c51-46a5-9527-eab1961eaa54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.025954] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f8315b2-e04f-46a8-b6da-193c4d762476/volume-6f8315b2-e04f-46a8-b6da-193c4d762476.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.031622] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.032113] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5eaf5e-099c-4161-a696-418e4f54201a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.052902] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 973.052902] env[70399]: value = "task-3758488" [ 973.052902] env[70399]: _type = "Task" [ 973.052902] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.062551] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.117545] env[70399]: DEBUG nova.scheduler.client.report [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.151169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Releasing lock "refresh_cache-0896bb8d-0903-4446-bd03-9e15b8fb1ee3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.151425] env[70399]: DEBUG nova.compute.manager [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Inject network info {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 973.152543] env[70399]: DEBUG nova.compute.manager [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] network_info to inject: |[{"id": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "address": "fa:16:3e:c7:8c:bd", "network": {"id": "e7899a62-60d7-47b1-af3b-157e55946f77", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1921288714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224dcd9d63f44e12b7f554ae0b9db71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7912d5-59", "ovs_interfaceid": "cb7912d5-59fd-44f6-8175-cbc4d736aa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 973.158250] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Reconfiguring VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 973.158835] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af86b362-35f6-467a-a04e-5cd497c2990e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.173054] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.173054] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213f580-932b-dbee-54c5-4e4ccb53608f" [ 973.173054] env[70399]: _type = "HttpNfcLease" [ 973.173054] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.174059] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.174059] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5213f580-932b-dbee-54c5-4e4ccb53608f" [ 973.174059] env[70399]: _type = "HttpNfcLease" [ 973.174059] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 973.174596] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cae5b8-f17e-4817-ba6d-33a13a74357b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.179824] env[70399]: DEBUG oslo_vmware.api [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Waiting for the task: (returnval){ [ 973.179824] env[70399]: value = "task-3758489" [ 973.179824] env[70399]: _type = "Task" [ 973.179824] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.184631] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.184631] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.248785] env[70399]: DEBUG oslo_vmware.api [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Task: {'id': task-3758489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.286229] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7138acc1-8605-46a5-a66e-806a2793fbf6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.312965] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.340985] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.341257] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.341416] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.341602] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.341754] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.341933] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.342281] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.342465] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.342667] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.342833] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.343009] env[70399]: DEBUG nova.virt.hardware [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.344040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb76f5-a6c4-4562-a266-c62bcb4e84c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.355677] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aacaf2c-41b9-4eb7-85df-95f21ccdc954 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.383630] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758486, 'name': Destroy_Task, 'duration_secs': 0.387899} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.383946] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Destroyed the VM [ 973.384202] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.384464] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6337578-43b7-4833-8868-fdd681876096 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.392638] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 973.392638] env[70399]: value = "task-3758490" [ 973.392638] env[70399]: _type = "Task" [ 973.392638] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.407345] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.564142] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758488, 'name': ReconfigVM_Task, 'duration_secs': 0.278852} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.568021] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.570755] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cb9efa-cabb-430a-aca9-fd9ee3e32a6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.591161] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 973.591161] env[70399]: value = "task-3758491" [ 973.591161] env[70399]: _type = "Task" [ 973.591161] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.600480] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.626887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.632804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.742s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.632804] env[70399]: DEBUG nova.objects.instance [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'resources' on Instance uuid c3427f09-f862-4df1-b52d-39afbd18edc2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.663451] env[70399]: INFO nova.scheduler.client.report [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Deleted allocations for instance 705ba34f-476f-4857-9647-30185b885081 [ 973.700040] env[70399]: DEBUG oslo_vmware.api [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] Task: {'id': task-3758489, 'name': ReconfigVM_Task, 'duration_secs': 0.181046} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.700390] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0425a8-f844-437d-880c-54277ff2a686 tempest-ServersAdminTestJSON-118865252 tempest-ServersAdminTestJSON-118865252-project-admin] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Reconfigured VM instance to set the machine id {{(pid=70399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 973.904216] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758490, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.081467] env[70399]: DEBUG nova.compute.manager [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received event network-vif-plugged-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.081467] env[70399]: DEBUG oslo_concurrency.lockutils [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] Acquiring lock "82306654-30fe-47ef-b698-0671432b9d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.081467] env[70399]: DEBUG oslo_concurrency.lockutils [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] Lock "82306654-30fe-47ef-b698-0671432b9d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.081467] env[70399]: DEBUG oslo_concurrency.lockutils [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] Lock "82306654-30fe-47ef-b698-0671432b9d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.082540] env[70399]: DEBUG nova.compute.manager [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] No waiting events found dispatching network-vif-plugged-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.083224] env[70399]: WARNING nova.compute.manager [req-09938fc8-22a1-4522-8a5d-7e2835e459ce req-c970d9fc-08b9-46f2-ab29-1c9f689a0f6d service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received unexpected event network-vif-plugged-5e2a66f2-6655-4eba-89ef-2b0a56a0007a for instance with vm_state building and task_state spawning. [ 974.105095] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758491, 'name': ReconfigVM_Task, 'duration_secs': 0.186499} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.105698] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-747873', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'name': 'volume-6f8315b2-e04f-46a8-b6da-193c4d762476', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d11aa43-62fa-48f3-ac9b-97cb28f2f622', 'attached_at': '', 'detached_at': '', 'volume_id': '6f8315b2-e04f-46a8-b6da-193c4d762476', 'serial': '6f8315b2-e04f-46a8-b6da-193c4d762476'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.106923] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.107937] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f66df-1cbe-4268-900c-e147f79e7a10 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.116406] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.119323] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18a3bc2f-80f7-4de2-afe1-9a47589e6e7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.179471] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11d815d9-fe99-4315-86e9-d0c4552b647a tempest-ServerShowV254Test-1691624816 tempest-ServerShowV254Test-1691624816-project-member] Lock "705ba34f-476f-4857-9647-30185b885081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.195684] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.196015] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.197398] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Deleting the datastore file [datastore1] 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.197797] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac56906e-f033-4020-930f-32289805c807 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.208594] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for the task: (returnval){ [ 974.208594] env[70399]: value = "task-3758493" [ 974.208594] env[70399]: _type = "Task" [ 974.208594] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.221934] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.225989] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Successfully updated port: 5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.405233] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758490, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.723647] env[70399]: DEBUG oslo_vmware.api [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Task: {'id': task-3758493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183803} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.727491] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.727707] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.727890] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.733987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.734144] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.734309] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.797017] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4e020-ccaa-4221-b017-68453864aa1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.808114] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e42822-244b-4d8d-8701-2d2ef6c0d145 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.813646] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 974.814024] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddca9f83-5ab5-4848-869e-84a453442e53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.850033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dca905-e222-495e-ab2b-145d824b1386 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.856229] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a3af8-c037-40d2-9a32-048f5e6ea70b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.874935] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be9281-9dca-459d-8b80-2e2a90b3ca6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.899761] env[70399]: ERROR nova.compute.manager [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Failed to detach volume 6f8315b2-e04f-46a8-b6da-193c4d762476 from /dev/sda: nova.exception.InstanceNotFound: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Traceback (most recent call last): [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self.driver.rebuild(**kwargs) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise NotImplementedError() [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] NotImplementedError [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] During handling of the above exception, another exception occurred: [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Traceback (most recent call last): [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self.driver.detach_volume(context, old_connection_info, [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] return self._volumeops.detach_volume(connection_info, instance) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._detach_volume_vmdk(connection_info, instance) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] stable_ref.fetch_moref(session) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise exception.InstanceNotFound(instance_id=self._uuid) [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] nova.exception.InstanceNotFound: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. [ 974.899761] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 974.916441] env[70399]: DEBUG nova.compute.provider_tree [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.925598] env[70399]: DEBUG oslo_vmware.api [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758490, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0236} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.925931] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.926233] env[70399]: INFO nova.compute.manager [None req-7c4eb238-d80f-4fa0-9ee8-804d9c4bb252 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 17.11 seconds to snapshot the instance on the hypervisor. [ 975.115105] env[70399]: DEBUG nova.compute.utils [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Build of instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 aborted: Failed to rebuild volume backed instance. {{(pid=70399) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 975.117102] env[70399]: ERROR nova.compute.manager [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 aborted: Failed to rebuild volume backed instance. [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Traceback (most recent call last): [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self.driver.rebuild(**kwargs) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise NotImplementedError() [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] NotImplementedError [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] During handling of the above exception, another exception occurred: [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Traceback (most recent call last): [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._detach_root_volume(context, instance, root_bdm) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] with excutils.save_and_reraise_exception(): [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self.force_reraise() [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise self.value [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self.driver.detach_volume(context, old_connection_info, [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] return self._volumeops.detach_volume(connection_info, instance) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._detach_volume_vmdk(connection_info, instance) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] stable_ref.fetch_moref(session) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise exception.InstanceNotFound(instance_id=self._uuid) [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] nova.exception.InstanceNotFound: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] During handling of the above exception, another exception occurred: [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Traceback (most recent call last): [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] yield [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 975.117102] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._do_rebuild_instance_with_claim( [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._do_rebuild_instance( [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._rebuild_default_impl(**kwargs) [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] self._rebuild_volume_backed_instance( [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] raise exception.BuildAbortException( [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] nova.exception.BuildAbortException: Build of instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 aborted: Failed to rebuild volume backed instance. [ 975.118213] env[70399]: ERROR nova.compute.manager [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] [ 975.287687] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.420816] env[70399]: DEBUG nova.scheduler.client.report [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.494731] env[70399]: DEBUG nova.network.neutron [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.927050] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.931550] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.036s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.934653] env[70399]: INFO nova.compute.claims [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.965153] env[70399]: INFO nova.scheduler.client.report [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleted allocations for instance c3427f09-f862-4df1-b52d-39afbd18edc2 [ 975.987963] env[70399]: INFO nova.compute.manager [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Rebuilding instance [ 976.001481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.002688] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Instance network_info: |[{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.003675] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:af:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e2a66f2-6655-4eba-89ef-2b0a56a0007a', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.019534] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.020510] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.020917] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16dbad1-965c-4396-96a2-6bd2a915ee4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.055443] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.055443] env[70399]: value = "task-3758494" [ 976.055443] env[70399]: _type = "Task" [ 976.055443] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.067154] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758494, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.215660] env[70399]: DEBUG nova.compute.manager [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.215941] env[70399]: DEBUG nova.compute.manager [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing instance network info cache due to event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.216145] env[70399]: DEBUG oslo_concurrency.lockutils [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] Acquiring lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.216293] env[70399]: DEBUG oslo_concurrency.lockutils [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] Acquired lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.216525] env[70399]: DEBUG nova.network.neutron [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.464298] env[70399]: DEBUG nova.compute.manager [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.465327] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12eacd0-c903-4d08-adc8-6458f4ec9e4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.481603] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8e22f9db-1577-452b-b6cf-e361af599f43 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "c3427f09-f862-4df1-b52d-39afbd18edc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.520s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.566948] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758494, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.005384] env[70399]: DEBUG nova.network.neutron [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updated VIF entry in instance network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.005924] env[70399]: DEBUG nova.network.neutron [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.072843] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758494, 'name': CreateVM_Task, 'duration_secs': 0.516778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.077969] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.078513] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.078738] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.079094] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.079451] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f442d6-102d-4dae-9057-03506888c5da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.088243] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 977.088243] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f363d-17ca-d818-cf08-4f9b9970ab81" [ 977.088243] env[70399]: _type = "Task" [ 977.088243] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.096499] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f363d-17ca-d818-cf08-4f9b9970ab81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.137638] env[70399]: DEBUG oslo_concurrency.lockutils [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.449642] env[70399]: DEBUG nova.compute.manager [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.450631] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4c909-7638-4800-88fe-6f5c242fca70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.488493] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.489370] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1419153f-c36e-4924-8db2-8dd24b19d7bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.498143] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 977.498143] env[70399]: value = "task-3758495" [ 977.498143] env[70399]: _type = "Task" [ 977.498143] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.510938] env[70399]: DEBUG oslo_concurrency.lockutils [req-003e1710-6a5d-4d21-804a-cae355e14a54 req-cb2ff5d8-1450-4197-9980-d4917e95c040 service nova] Releasing lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.511398] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.540060] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14dd94-ef31-4e5c-8da7-726c689ff6e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.550200] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eaefcd-0b34-4ca5-8fbc-fe7b407199f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.588116] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50309bd-3eec-4dca-901d-b5e3f3ba61e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.605178] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f363d-17ca-d818-cf08-4f9b9970ab81, 'name': SearchDatastore_Task, 'duration_secs': 0.019497} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.607057] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badc3893-c7b3-4f01-b46c-4ef133283362 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.613516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.613883] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.614247] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.614425] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.614656] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.615064] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb08516a-c667-4cb9-a50a-ba71635dd2af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.630286] env[70399]: DEBUG nova.compute.provider_tree [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.633381] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.633574] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.634625] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a4eff9-df86-404b-a508-644ed8db23ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.641137] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 977.641137] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cf0034-f3f1-8442-41ef-2533661fef0c" [ 977.641137] env[70399]: _type = "Task" [ 977.641137] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.651823] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cf0034-f3f1-8442-41ef-2533661fef0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.971092] env[70399]: INFO nova.compute.manager [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] instance snapshotting [ 977.974113] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9427e-5036-494f-8277-9d2f40f502ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.003466] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28768c8a-fae3-4be5-9029-a8c50219185b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.012661] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758495, 'name': PowerOffVM_Task, 'duration_secs': 0.317056} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.014811] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.015095] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.018564] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc56ae-0964-4ac6-a42b-bb28d8ed66fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.027675] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.028065] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec57207f-3143-4a6f-9b04-630414fd1932 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.099558] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.099903] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.100107] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.100732] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a48a52d-dfc4-4321-8a1f-595fa7fac3d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.110385] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 978.110385] env[70399]: value = "task-3758497" [ 978.110385] env[70399]: _type = "Task" [ 978.110385] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.121039] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.135686] env[70399]: DEBUG nova.scheduler.client.report [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.155050] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cf0034-f3f1-8442-41ef-2533661fef0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.156444] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ade548-04ff-491f-b1dd-0944da181ada {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.164136] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 978.164136] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5220e562-8fba-2d6b-44b1-0b14733a4c07" [ 978.164136] env[70399]: _type = "Task" [ 978.164136] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.176225] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5220e562-8fba-2d6b-44b1-0b14733a4c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.523288] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 978.523893] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3bf007b-661c-4fdc-b209-c39126521686 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.534844] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 978.534844] env[70399]: value = "task-3758498" [ 978.534844] env[70399]: _type = "Task" [ 978.534844] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.555762] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.623747] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186023} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.624141] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.624995] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.624995] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.641346] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.642624] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.645441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.234s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.682471] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5220e562-8fba-2d6b-44b1-0b14733a4c07, 'name': SearchDatastore_Task, 'duration_secs': 0.022039} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.683887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683887] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 82306654-30fe-47ef-b698-0671432b9d3a/82306654-30fe-47ef-b698-0671432b9d3a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.683887] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7891b1b5-41b1-4715-b9f1-4c031a97b184 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.692745] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 978.692745] env[70399]: value = "task-3758499" [ 978.692745] env[70399]: _type = "Task" [ 978.692745] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.704834] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.732765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.735651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.735651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.735651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.735651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.736980] env[70399]: INFO nova.compute.manager [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Terminating instance [ 979.047473] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.151550] env[70399]: DEBUG nova.compute.utils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.157843] env[70399]: DEBUG nova.objects.instance [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lazy-loading 'migration_context' on Instance uuid 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.158119] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.160199] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.209347] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.242534] env[70399]: DEBUG nova.compute.manager [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.242980] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64a097ae-6242-4508-a473-3a2986049726 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.256305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb59fe79-ed9f-4676-9c89-6d093b50462e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.302798] env[70399]: WARNING nova.virt.vmwareapi.driver [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. [ 979.305334] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.305334] env[70399]: DEBUG nova.policy [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11761e15992f47d4a6ff07d3f22c9aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d830c0b1c3042b793dc1175f0f48f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.307466] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bbd7530-d039-4c17-b04e-e04e186866bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.322022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c91cb6-d61f-4151-8679-ec45579c10f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.364784] env[70399]: WARNING nova.virt.vmwareapi.vmops [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. [ 979.364912] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.365131] env[70399]: INFO nova.compute.manager [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Took 0.12 seconds to destroy the instance on the hypervisor. [ 979.365386] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.365784] env[70399]: DEBUG nova.compute.manager [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.365958] env[70399]: DEBUG nova.network.neutron [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.545950] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.658890] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.684028] env[70399]: DEBUG nova.virt.hardware [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.684028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8ac49-e4b1-4631-969f-296a802a25ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.698973] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9c9cd-25b0-4f7e-9135-998ce01f059d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.728701] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662852} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.729506] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:04:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0f5e4e-90f9-4185-b78b-79c396679750', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.737712] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.741604] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 82306654-30fe-47ef-b698-0671432b9d3a/82306654-30fe-47ef-b698-0671432b9d3a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.742585] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.743487] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.744774] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170f304c-b204-4e86-96fc-ea6a47ee31a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.746642] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99cc850-7198-4457-b1fb-eca77d389bba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.777051] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 979.777051] env[70399]: value = "task-3758500" [ 979.777051] env[70399]: _type = "Task" [ 979.777051] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.779516] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.779516] env[70399]: value = "task-3758501" [ 979.779516] env[70399]: _type = "Task" [ 979.779516] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.805276] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758501, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.810311] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.828270] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Successfully created port: 97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.855755] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.856140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.049643] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758498, 'name': CreateSnapshot_Task, 'duration_secs': 1.241533} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.050023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.051090] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6329e8-bc24-4d81-896b-5fe4decd286d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.153414] env[70399]: DEBUG nova.compute.manager [req-f351199d-6304-4f6e-8d4a-b9086bf2e093 req-3b0a4f79-6bc1-4643-9c3d-36d427b91c3f service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Received event network-vif-deleted-bf62b565-21b0-43e9-acad-8a7ae2d81da1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.153906] env[70399]: INFO nova.compute.manager [req-f351199d-6304-4f6e-8d4a-b9086bf2e093 req-3b0a4f79-6bc1-4643-9c3d-36d427b91c3f service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Neutron deleted interface bf62b565-21b0-43e9-acad-8a7ae2d81da1; detaching it from the instance and deleting it from the info cache [ 980.153906] env[70399]: DEBUG nova.network.neutron [req-f351199d-6304-4f6e-8d4a-b9086bf2e093 req-3b0a4f79-6bc1-4643-9c3d-36d427b91c3f service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.302411] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113674} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.302968] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758501, 'name': CreateVM_Task, 'duration_secs': 0.422719} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.303946] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.303946] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.304364] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d506ac-e366-45c0-bc69-931cfc539b31 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.307544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.309079] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.309079] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.309079] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab635d50-4e05-4a4e-af9c-c6be87465eb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.314391] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 980.314391] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5263c98d-21f7-1ac4-27bb-c6c31cec02ae" [ 980.314391] env[70399]: _type = "Task" [ 980.314391] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.334417] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 82306654-30fe-47ef-b698-0671432b9d3a/82306654-30fe-47ef-b698-0671432b9d3a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.340031] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f034a84c-d32b-44ca-8d84-aee2d6bb57e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.362340] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.366875] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5263c98d-21f7-1ac4-27bb-c6c31cec02ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.367769] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.368379] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.368455] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.368932] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.368932] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.369147] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 980.369147] env[70399]: value = "task-3758502" [ 980.369147] env[70399]: _type = "Task" [ 980.369147] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.370427] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293925de-2be4-4bd6-8fe2-590b729e767a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.384658] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.386106] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.386392] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.387329] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28cb9b16-235e-4887-b1e2-c32b141b8545 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.395294] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 980.395294] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256f868-227e-fdaf-d797-6932fda1b451" [ 980.395294] env[70399]: _type = "Task" [ 980.395294] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.405243] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256f868-227e-fdaf-d797-6932fda1b451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.412828] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1833dd-2a30-4300-9848-bc4637fe20a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.423867] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8092a31d-ca59-455c-b269-78ccb75b251a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.457837] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc1c63-88a3-40a2-ae49-ff1e3751a4a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.466583] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b5675-1855-4e8d-90e4-17e791ede704 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.481352] env[70399]: DEBUG nova.compute.provider_tree [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.493136] env[70399]: DEBUG nova.network.neutron [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.577686] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.577686] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1faed73e-a522-4b23-be62-b3eaf5191968 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.586416] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 980.586416] env[70399]: value = "task-3758503" [ 980.586416] env[70399]: _type = "Task" [ 980.586416] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.596630] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758503, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.662442] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f569c887-3cad-4fb1-95b3-64b59c028d7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.673402] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937aed3-9290-418f-b41a-c776ef7cc8f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.686722] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.730195] env[70399]: DEBUG nova.compute.manager [req-f351199d-6304-4f6e-8d4a-b9086bf2e093 req-3b0a4f79-6bc1-4643-9c3d-36d427b91c3f service nova] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Detach interface failed, port_id=bf62b565-21b0-43e9-acad-8a7ae2d81da1, reason: Instance 5d11aa43-62fa-48f3-ac9b-97cb28f2f622 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.746985] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.747135] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.747476] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.747611] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.747873] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.747958] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.748246] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.748492] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.748993] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.749362] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.749556] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.750778] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388366b5-e3d2-45c4-a1e3-82f3931a3ad7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.760163] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77419160-bfbb-4db5-a011-e1d0f90f194c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.858268] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.858506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.885461] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758502, 'name': ReconfigVM_Task, 'duration_secs': 0.317496} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.885744] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 82306654-30fe-47ef-b698-0671432b9d3a/82306654-30fe-47ef-b698-0671432b9d3a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.886434] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b995f73-c3a5-40c6-9343-a98797972165 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.889794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.894523] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 980.894523] env[70399]: value = "task-3758504" [ 980.894523] env[70399]: _type = "Task" [ 980.894523] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.908028] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758504, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.911838] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5256f868-227e-fdaf-d797-6932fda1b451, 'name': SearchDatastore_Task, 'duration_secs': 0.014049} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.912695] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a292e92b-9486-4c37-8713-21f452656ef4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.919995] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 980.919995] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a12388-5712-c6d3-4afd-72529848bcbb" [ 980.919995] env[70399]: _type = "Task" [ 980.919995] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.931464] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a12388-5712-c6d3-4afd-72529848bcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.988026] env[70399]: DEBUG nova.scheduler.client.report [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.997993] env[70399]: INFO nova.compute.manager [-] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Took 1.63 seconds to deallocate network for instance. [ 981.101935] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758503, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.364583] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.405461] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.405943] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.411165] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758504, 'name': Rename_Task, 'duration_secs': 0.162867} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.411756] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.412311] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d61fcbe-b94f-46cd-ba96-ec246d3474e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.421681] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 981.421681] env[70399]: value = "task-3758505" [ 981.421681] env[70399]: _type = "Task" [ 981.421681] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.434223] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.438602] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a12388-5712-c6d3-4afd-72529848bcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.02247} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.439635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.439635] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.439635] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7fa02d-9049-4667-8497-c5f7cbcba3c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.447624] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 981.447624] env[70399]: value = "task-3758506" [ 981.447624] env[70399]: _type = "Task" [ 981.447624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.460043] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.462361] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.463315] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c7d97-37ed-4091-9ab6-cc04d68dfb1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.470015] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.470203] env[70399]: ERROR oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk due to incomplete transfer. [ 981.470446] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc19bb84-c1b7-4f90-8422-efe2a095fa50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.480365] env[70399]: DEBUG oslo_vmware.rw_handles [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e16135-28d6-725d-8ceb-f50944c0e4db/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 981.480584] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Uploaded image a34b7bca-3015-4140-8c90-e902abae447f to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 981.482905] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.483203] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9f5e3ae-22e8-4e42-b7be-a53289356d86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.494989] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 981.494989] env[70399]: value = "task-3758507" [ 981.494989] env[70399]: _type = "Task" [ 981.494989] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.507436] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758507, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.568408] env[70399]: INFO nova.compute.manager [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Took 0.57 seconds to detach 1 volumes for instance. [ 981.574720] env[70399]: DEBUG nova.compute.manager [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Deleting volume: 6f8315b2-e04f-46a8-b6da-193c4d762476 {{(pid=70399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 981.599190] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758503, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.751060] env[70399]: DEBUG nova.compute.manager [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Received event network-vif-plugged-97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.751335] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] Acquiring lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.751551] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.751752] env[70399]: DEBUG oslo_concurrency.lockutils [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.751947] env[70399]: DEBUG nova.compute.manager [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] No waiting events found dispatching network-vif-plugged-97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.752844] env[70399]: WARNING nova.compute.manager [req-aa9735e0-b30d-4605-b70f-bf52507e65b6 req-fdd82dca-f7a5-4608-b043-9eb3c881d815 service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Received unexpected event network-vif-plugged-97fd1569-e5c8-485f-8c9d-0ef40f387c18 for instance with vm_state building and task_state spawning. [ 981.892034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.932352] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.960965] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.980745] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Successfully updated port: 97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.004447] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.359s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.011300] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.151s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.011682] env[70399]: DEBUG nova.objects.instance [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lazy-loading 'resources' on Instance uuid 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.030275] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758507, 'name': Destroy_Task, 'duration_secs': 0.475919} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.031106] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Destroyed the VM [ 982.031228] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.031644] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe3714ca-cf0a-4a03-a0d5-d4a4e0dd118c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.046500] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 982.046500] env[70399]: value = "task-3758509" [ 982.046500] env[70399]: _type = "Task" [ 982.046500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.058881] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.102648] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758503, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.125590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.125590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.137122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.438124] env[70399]: DEBUG oslo_vmware.api [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758505, 'name': PowerOnVM_Task, 'duration_secs': 0.887621} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.438514] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.438821] env[70399]: INFO nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 982.439108] env[70399]: DEBUG nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.440544] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909b9a3-fb76-4d4d-8912-5f2b1e2b7210 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.463177] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672537} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.463617] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.464056] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.464833] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd9a42c-735a-4d12-8df8-e7f2e9eee227 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.473115] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 982.473115] env[70399]: value = "task-3758510" [ 982.473115] env[70399]: _type = "Task" [ 982.473115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.483237] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.486053] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.486519] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.486519] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.559057] env[70399]: DEBUG oslo_vmware.api [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.511573} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.561264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.561264] env[70399]: INFO nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Took 15.69 seconds to snapshot the instance on the hypervisor. [ 982.604725] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758503, 'name': CloneVM_Task, 'duration_secs': 1.693324} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.605052] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Created linked-clone VM from snapshot [ 982.606429] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83d426-f750-46a2-999a-9213fbc8de15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.621939] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Uploading image 02cda96d-a2cd-4682-86e9-bf7c6bb46551 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.659774] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 982.659774] env[70399]: value = "vm-748022" [ 982.659774] env[70399]: _type = "VirtualMachine" [ 982.659774] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 982.660746] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bc01843-1830-476c-801f-2c37cd7de8b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.669432] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease: (returnval){ [ 982.669432] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522335c6-8a6b-5728-2798-3b16f1b369bd" [ 982.669432] env[70399]: _type = "HttpNfcLease" [ 982.669432] env[70399]: } obtained for exporting VM: (result){ [ 982.669432] env[70399]: value = "vm-748022" [ 982.669432] env[70399]: _type = "VirtualMachine" [ 982.669432] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.669432] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the lease: (returnval){ [ 982.669432] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522335c6-8a6b-5728-2798-3b16f1b369bd" [ 982.669432] env[70399]: _type = "HttpNfcLease" [ 982.669432] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.679268] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.679268] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522335c6-8a6b-5728-2798-3b16f1b369bd" [ 982.679268] env[70399]: _type = "HttpNfcLease" [ 982.679268] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.971575] env[70399]: INFO nova.compute.manager [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Took 54.75 seconds to build instance. [ 982.984779] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085224} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.985110] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.986198] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ac0cb-164e-446e-92fd-c46dc842ba97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.019196] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.022556] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8891e7e-ed25-4ccf-b2f1-03416ac50a68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.048028] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 983.048028] env[70399]: value = "task-3758512" [ 983.048028] env[70399]: _type = "Task" [ 983.048028] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.063506] env[70399]: DEBUG nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance disappeared during snapshot {{(pid=70399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 983.067282] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.080677] env[70399]: DEBUG nova.compute.manager [None req-15590796-4fe0-44c8-99f1-ee99a92d6de4 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image not found during clean up a34b7bca-3015-4140-8c90-e902abae447f {{(pid=70399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 983.101154] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.101258] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.102727] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.102727] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.102727] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.104525] env[70399]: INFO nova.compute.manager [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Terminating instance [ 983.183356] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.183356] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522335c6-8a6b-5728-2798-3b16f1b369bd" [ 983.183356] env[70399]: _type = "HttpNfcLease" [ 983.183356] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.183732] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.183732] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522335c6-8a6b-5728-2798-3b16f1b369bd" [ 983.183732] env[70399]: _type = "HttpNfcLease" [ 983.183732] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.186669] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ae3dd-b189-4ca9-92f2-806602d4e602 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.196889] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.196889] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.296423] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-691da22e-f011-4840-b1b6-f49b0e1c47b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.356372] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602b6cb-ae20-47bb-a601-443882a07719 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.365649] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b66fb-8296-4200-bc65-502215471a00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.397283] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8979caea-9ce4-44ec-9084-058e3d75d639 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.404982] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1dd860-63b7-4834-913f-51ea8de0eca2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.423227] env[70399]: DEBUG nova.compute.provider_tree [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.425265] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.473961] env[70399]: DEBUG oslo_concurrency.lockutils [None req-adcaa099-9034-43b1-978a-76f74aa1bfad tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.777s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.564323] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.573894] env[70399]: INFO nova.compute.manager [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Swapping old allocation on dict_keys(['c0bc789e-270b-47b5-a996-faddadf249f2']) held by migration 787a323c-7e67-4e5b-81fd-8de906923c8d for instance [ 983.608855] env[70399]: DEBUG nova.compute.manager [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.609139] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.610437] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d173fa4-4cc6-465a-98e5-22e64c06c4f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.615641] env[70399]: DEBUG nova.scheduler.client.report [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Overwriting current allocation {'allocations': {'c0bc789e-270b-47b5-a996-faddadf249f2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': 'd6fdd722f4c64fb9ac87117c62530081', 'user_id': '61b04a29e5434e6a8fc144694141a874', 'consumer_generation': 1} on consumer 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 {{(pid=70399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 983.627217] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.627217] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02fe9a93-9a44-4d6a-af51-4254f7b9655e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.686350] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Updating instance_info_cache with network_info: [{"id": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "address": "fa:16:3e:6f:1f:13", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fd1569-e5", "ovs_interfaceid": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.697233] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.697233] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.697233] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore2] b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.697233] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b57379-4ef3-4429-a0b7-1e983fed74f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.706283] env[70399]: DEBUG oslo_vmware.api [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 983.706283] env[70399]: value = "task-3758514" [ 983.706283] env[70399]: _type = "Task" [ 983.706283] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.719628] env[70399]: DEBUG oslo_vmware.api [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.754026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.754026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquired lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.754177] env[70399]: DEBUG nova.network.neutron [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.856662] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.857039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.949171] env[70399]: ERROR nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] [req-fcd139ac-63d5-4a18-8910-ad06448e1a89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcd139ac-63d5-4a18-8910-ad06448e1a89"}]} [ 983.968598] env[70399]: DEBUG nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 983.977424] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.990500] env[70399]: DEBUG nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 983.990741] env[70399]: DEBUG nova.compute.provider_tree [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.007150] env[70399]: DEBUG nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.031473] env[70399]: DEBUG nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.073968] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.122047] env[70399]: DEBUG nova.compute.manager [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Received event network-changed-97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.122316] env[70399]: DEBUG nova.compute.manager [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Refreshing instance network info cache due to event network-changed-97fd1569-e5c8-485f-8c9d-0ef40f387c18. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.122691] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Acquiring lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.191902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.192715] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Instance network_info: |[{"id": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "address": "fa:16:3e:6f:1f:13", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fd1569-e5", "ovs_interfaceid": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.194528] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Acquired lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.195181] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Refreshing network info cache for port 97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.197122] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:1f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97fd1569-e5c8-485f-8c9d-0ef40f387c18', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.207832] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.221303] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.227162] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3743dd-8a51-4bd3-b362-a2a84d28d808 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.256596] env[70399]: DEBUG oslo_vmware.api [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327806} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.261432] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.261792] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.262135] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.262380] env[70399]: INFO nova.compute.manager [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Took 0.65 seconds to destroy the instance on the hypervisor. [ 984.262628] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.263413] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.263413] env[70399]: value = "task-3758515" [ 984.263413] env[70399]: _type = "Task" [ 984.263413] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.266746] env[70399]: DEBUG nova.compute.manager [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.266879] env[70399]: DEBUG nova.network.neutron [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.282856] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758515, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.502432] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.561254] env[70399]: DEBUG nova.network.neutron [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [{"id": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "address": "fa:16:3e:73:3d:b6", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d9cae-85", "ovs_interfaceid": "3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.574921] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758512, 'name': ReconfigVM_Task, 'duration_secs': 1.320074} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.574921] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.577257] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c2ffb8-4794-40fa-b370-ac06b56cef44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.589927] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 984.589927] env[70399]: value = "task-3758516" [ 984.589927] env[70399]: _type = "Task" [ 984.589927] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.611096] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758516, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.691393] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Updated VIF entry in instance network info cache for port 97fd1569-e5c8-485f-8c9d-0ef40f387c18. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.691761] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Updating instance_info_cache with network_info: [{"id": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "address": "fa:16:3e:6f:1f:13", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fd1569-e5", "ovs_interfaceid": "97fd1569-e5c8-485f-8c9d-0ef40f387c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.716545] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "82306654-30fe-47ef-b698-0671432b9d3a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.716545] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.716545] env[70399]: INFO nova.compute.manager [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Rebooting instance [ 984.768965] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d23837d-d9f8-4955-b527-6bc1caf2f87e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.796164] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e5dcc-586e-43f5-a585-e8c32f35a22b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.799794] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758515, 'name': CreateVM_Task, 'duration_secs': 0.474239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.800792] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.801970] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.802385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.802743] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.803371] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6195d28-0b4a-4706-a0e3-81f40ee854da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.832570] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabbef6e-a4ff-49c2-b80a-52c05f934189 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.837035] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 984.837035] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b5f644-b090-2b19-b9f1-9c89db53aa12" [ 984.837035] env[70399]: _type = "Task" [ 984.837035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.845442] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de24275-a8a2-4a87-b39c-2590bee6be68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.855084] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b5f644-b090-2b19-b9f1-9c89db53aa12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.875379] env[70399]: DEBUG nova.compute.provider_tree [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.005209] env[70399]: DEBUG nova.compute.manager [req-ab72fa71-982a-467f-8904-284beafd37de req-90f6145e-98a5-4224-a3c9-e4de73d90af1 service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Received event network-vif-deleted-2c38d1b0-b175-458e-9af8-59ab4a949905 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.005467] env[70399]: INFO nova.compute.manager [req-ab72fa71-982a-467f-8904-284beafd37de req-90f6145e-98a5-4224-a3c9-e4de73d90af1 service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Neutron deleted interface 2c38d1b0-b175-458e-9af8-59ab4a949905; detaching it from the instance and deleting it from the info cache [ 985.005755] env[70399]: DEBUG nova.network.neutron [req-ab72fa71-982a-467f-8904-284beafd37de req-90f6145e-98a5-4224-a3c9-e4de73d90af1 service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.064685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Releasing lock "refresh_cache-67ca88f5-a305-46dd-b8ec-cf3b0d621d98" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.065243] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.065485] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff502ad1-9f16-48c6-ad8d-b53787a75c76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.075579] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 985.075579] env[70399]: value = "task-3758517" [ 985.075579] env[70399]: _type = "Task" [ 985.075579] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.085247] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.102664] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758516, 'name': Rename_Task, 'duration_secs': 0.223271} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.103263] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.103787] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48b60d3-83d9-4391-af09-38d50bc36067 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.114353] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 985.114353] env[70399]: value = "task-3758518" [ 985.114353] env[70399]: _type = "Task" [ 985.114353] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.126629] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.198226] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Releasing lock "refresh_cache-66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.198553] env[70399]: DEBUG nova.compute.manager [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.198705] env[70399]: DEBUG nova.compute.manager [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing instance network info cache due to event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.198970] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Acquiring lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.199188] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Acquired lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.199376] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.237999] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.278866] env[70399]: DEBUG nova.network.neutron [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.349460] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b5f644-b090-2b19-b9f1-9c89db53aa12, 'name': SearchDatastore_Task, 'duration_secs': 0.025052} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.349716] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.349894] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.350577] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.350577] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.350577] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.350863] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82acc1fa-6bf7-40ca-b017-f8af1a87dfdc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.362485] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.362765] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.363532] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e9ae66-25a1-4c15-ae18-633a79a73dd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.370016] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 985.370016] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281b3ad-61e2-dbae-1033-0fcade4cf1b3" [ 985.370016] env[70399]: _type = "Task" [ 985.370016] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.379677] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281b3ad-61e2-dbae-1033-0fcade4cf1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.380643] env[70399]: DEBUG nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.509709] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91fe09f3-82ac-48f6-8e90-c2636aecae60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.521140] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c69e0-d113-4af0-8a4b-5f83cec24d4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.568528] env[70399]: DEBUG nova.compute.manager [req-ab72fa71-982a-467f-8904-284beafd37de req-90f6145e-98a5-4224-a3c9-e4de73d90af1 service nova] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Detach interface failed, port_id=2c38d1b0-b175-458e-9af8-59ab4a949905, reason: Instance b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.586736] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758517, 'name': PowerOffVM_Task, 'duration_secs': 0.218778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.587089] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.587906] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:27:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='90e10ac4-f794-409b-a5b2-1c7421132088',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1532259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.588190] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.588407] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.588639] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.588833] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.589048] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.589301] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.589515] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.589733] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.589951] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.590199] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.596071] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4608d5a-58a4-409b-9a07-6d80248a7c9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.613553] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 985.613553] env[70399]: value = "task-3758519" [ 985.613553] env[70399]: _type = "Task" [ 985.613553] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.626551] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.630164] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.781660] env[70399]: INFO nova.compute.manager [-] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Took 1.51 seconds to deallocate network for instance. [ 985.892000] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.881s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.894855] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281b3ad-61e2-dbae-1033-0fcade4cf1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017107} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.896020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.553s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.896946] env[70399]: DEBUG nova.objects.instance [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lazy-loading 'resources' on Instance uuid e62be5a3-3716-4630-ac33-538f433bac26 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.899906] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735e9040-ab34-4382-bca3-1666fa63031e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.906909] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 985.906909] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b9dcf4-21cc-0799-6524-4c273b4d2c6d" [ 985.906909] env[70399]: _type = "Task" [ 985.906909] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.924916] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b9dcf4-21cc-0799-6524-4c273b4d2c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.936592] env[70399]: INFO nova.scheduler.client.report [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Deleted allocations for instance 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be [ 986.128418] env[70399]: DEBUG oslo_vmware.api [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758518, 'name': PowerOnVM_Task, 'duration_secs': 0.642619} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.129075] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.129075] env[70399]: DEBUG nova.compute.manager [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.129814] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4af53b-a564-4eef-9b68-346abfd266b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.137985] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.274808] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updated VIF entry in instance network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.275662] env[70399]: DEBUG nova.network.neutron [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.289166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.423325] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b9dcf4-21cc-0799-6524-4c273b4d2c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018707} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.423617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.423885] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a/66ef23b8-a2d5-4da6-8710-3ffe4299eb3a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.424188] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86a82e90-5c7c-4eca-8caf-32c678762866 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.435218] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 986.435218] env[70399]: value = "task-3758520" [ 986.435218] env[70399]: _type = "Task" [ 986.435218] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.443808] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.451349] env[70399]: DEBUG oslo_concurrency.lockutils [None req-92ce97da-a394-43bc-a629-76f880f14de9 tempest-ServersTestBootFromVolume-2123411636 tempest-ServersTestBootFromVolume-2123411636-project-member] Lock "690f5b18-0a1a-4ff7-b3ba-8005eba5f5be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.278s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.629272] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.654818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.779356] env[70399]: DEBUG oslo_concurrency.lockutils [req-14c92440-5459-4ccb-98f1-4b7209bdf132 req-1acafa60-2a1f-4e38-bbb0-aa4ba28f97be service nova] Releasing lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.780217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquired lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.780512] env[70399]: DEBUG nova.network.neutron [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.952667] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.984040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b6431-fbdf-4911-9ae8-b9ec5e13abcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.993297] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d80f09-2a5f-4f5c-a434-e062c13a7039 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.040847] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d1c53-1d71-4f9d-a9cd-abae2a049dd3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.059912] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b026ab-2fbf-4acb-9554-f8e1a26b0e6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.085897] env[70399]: DEBUG nova.compute.provider_tree [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.135035] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758519, 'name': ReconfigVM_Task, 'duration_secs': 1.230233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.135561] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476536a5-9978-4404-8f5e-acd616bdcde1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.161921] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:27:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='90e10ac4-f794-409b-a5b2-1c7421132088',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1532259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.162241] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.162451] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.162643] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.162830] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.162985] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.163377] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.163598] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.163868] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.164174] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.164464] env[70399]: DEBUG nova.virt.hardware [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.165795] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd43c692-0ab9-4f2f-aca2-13fd95cf3d57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.174752] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 987.174752] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b53cb1-4735-41a8-35fc-1a7cdae997dc" [ 987.174752] env[70399]: _type = "Task" [ 987.174752] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.188732] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b53cb1-4735-41a8-35fc-1a7cdae997dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.194960] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.195702] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156e5f30-35bc-4350-9795-bd98c0ec81d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.217802] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 987.217802] env[70399]: value = "task-3758521" [ 987.217802] env[70399]: _type = "Task" [ 987.217802] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.229586] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.447576] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751935} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.447844] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a/66ef23b8-a2d5-4da6-8710-3ffe4299eb3a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.448090] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.448642] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2640417d-2b61-4ae9-b22d-206cb55e4521 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.457772] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 987.457772] env[70399]: value = "task-3758522" [ 987.457772] env[70399]: _type = "Task" [ 987.457772] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.471888] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.590560] env[70399]: DEBUG nova.scheduler.client.report [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.606492] env[70399]: DEBUG nova.network.neutron [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.733161] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758521, 'name': ReconfigVM_Task, 'duration_secs': 0.301378} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.733720] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.734706] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327728e-bc16-4303-8b0b-78e0d34c5d48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.759309] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.760121] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d72a455-25bf-4eb2-97f4-61eaf2a8404e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.783700] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 987.783700] env[70399]: value = "task-3758523" [ 987.783700] env[70399]: _type = "Task" [ 987.783700] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.793220] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.972305] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24037} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.972659] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.973513] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d104fee-6e91-43e5-b29f-e787171a16a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.997694] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a/66ef23b8-a2d5-4da6-8710-3ffe4299eb3a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.998424] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b24ab1-5afc-49a9-adda-1eb29f05247a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.020268] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 988.020268] env[70399]: value = "task-3758524" [ 988.020268] env[70399]: _type = "Task" [ 988.020268] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.030709] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.097686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.103500] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.071s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.105305] env[70399]: INFO nova.compute.claims [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.108562] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Releasing lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.128815] env[70399]: INFO nova.scheduler.client.report [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleted allocations for instance e62be5a3-3716-4630-ac33-538f433bac26 [ 988.294459] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.367162] env[70399]: INFO nova.compute.manager [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Rebuilding instance [ 988.418694] env[70399]: DEBUG nova.compute.manager [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.422570] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96911f6-16d5-403c-b4cf-914ad48d71a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.531667] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.620284] env[70399]: DEBUG nova.compute.manager [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.620284] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0285e72d-f886-475d-b6da-01aa26133e4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.641081] env[70399]: DEBUG oslo_concurrency.lockutils [None req-11c5d6c9-be48-48aa-9c1f-3890bf0b2bf5 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "e62be5a3-3716-4630-ac33-538f433bac26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.317s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.799418] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758523, 'name': ReconfigVM_Task, 'duration_secs': 0.699343} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.799773] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98/67ca88f5-a305-46dd-b8ec-cf3b0d621d98.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.800859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0654ec0-2239-45bd-ab42-358c228feb31 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.825505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37412caf-5f8e-4d59-98a1-6fb9e378588b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.846238] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1ca2a-b793-4588-9578-b52207eed571 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.870704] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f388b1f-ec79-48d4-9bed-c16202ea94d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.883760] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.884150] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92aedc3-7579-427c-af43-1355ac84632d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.892771] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 988.892771] env[70399]: value = "task-3758525" [ 988.892771] env[70399]: _type = "Task" [ 988.892771] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.905058] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.033628] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758524, 'name': ReconfigVM_Task, 'duration_secs': 0.60256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.033628] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a/66ef23b8-a2d5-4da6-8710-3ffe4299eb3a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.033628] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73dd8575-5d17-4fe0-8a71-5033220d761c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.041640] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 989.041640] env[70399]: value = "task-3758526" [ 989.041640] env[70399]: _type = "Task" [ 989.041640] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.051413] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758526, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.382460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.382460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.382460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.382460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.382460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.386355] env[70399]: INFO nova.compute.manager [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Terminating instance [ 989.405391] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.440474] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.440957] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-276928aa-bb69-4fc4-b69c-b1c7e0dbc023 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.450274] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 989.450274] env[70399]: value = "task-3758527" [ 989.450274] env[70399]: _type = "Task" [ 989.450274] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.463446] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.556546] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758526, 'name': Rename_Task, 'duration_secs': 0.255777} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.556877] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.557170] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f530fc54-5579-462c-8f08-8e152d024298 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.564995] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 989.564995] env[70399]: value = "task-3758528" [ 989.564995] env[70399]: _type = "Task" [ 989.564995] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.576756] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.646142] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821620dd-6fcf-4ef8-84a3-4f4d2b5af004 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.658464] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Doing hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 989.658666] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-498c7ec1-2d01-45e6-a2ef-1e2fdde36cdc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.669035] env[70399]: DEBUG oslo_vmware.api [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 989.669035] env[70399]: value = "task-3758529" [ 989.669035] env[70399]: _type = "Task" [ 989.669035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.679580] env[70399]: DEBUG oslo_vmware.api [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758529, 'name': ResetVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.730029] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af14618-ae68-4316-8516-e07675da3509 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.742066] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa665dc0-d079-4502-91e5-33ee71f6d76d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.777074] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ff328-f97e-458f-bba8-88c2690c575f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.787272] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30277737-7173-4ab7-83a5-7c9ab785bfe7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.803031] env[70399]: DEBUG nova.compute.provider_tree [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.893185] env[70399]: DEBUG nova.compute.manager [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.893448] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.894552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74022f7b-314f-4d6d-b293-99dbd7ec973e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.907789] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.910808] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f5afff-9c52-41fe-b302-5d321acc15ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.912364] env[70399]: DEBUG oslo_vmware.api [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758525, 'name': PowerOnVM_Task, 'duration_secs': 0.661158} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.912606] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.921672] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 989.921672] env[70399]: value = "task-3758530" [ 989.921672] env[70399]: _type = "Task" [ 989.921672] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.931584] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.961444] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758527, 'name': PowerOffVM_Task, 'duration_secs': 0.3301} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.961810] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.962022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.962888] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2bbd3-a4e5-450d-9d74-4a6432d419d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.971710] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.972072] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bdea19c-7edb-476a-9131-15fcf1ab4507 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.055033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.055250] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.055508] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore1] cd02609e-68c6-4a35-a44d-876dec4944cf {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.055858] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80282657-5b99-401c-8e9e-04b08f9d7fa3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.066018] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 990.066018] env[70399]: value = "task-3758532" [ 990.066018] env[70399]: _type = "Task" [ 990.066018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.081098] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758528, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.084981] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.185386] env[70399]: DEBUG oslo_vmware.api [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758529, 'name': ResetVM_Task, 'duration_secs': 0.127944} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.186048] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Did hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 990.186151] env[70399]: DEBUG nova.compute.manager [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.187792] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574c275-944e-4cb1-8f40-52ed744d4897 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.307057] env[70399]: DEBUG nova.scheduler.client.report [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.434388] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758530, 'name': PowerOffVM_Task, 'duration_secs': 0.290208} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.434388] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.434388] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.434388] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba1df55-8f05-4f2c-8833-574755a5028a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.514348] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.514665] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.514981] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleting the datastore file [datastore2] afc0e698-e9bb-4945-9b1f-785e3a967c78 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.515346] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9033203c-7072-4eb0-91dc-39ebfd531486 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.524159] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for the task: (returnval){ [ 990.524159] env[70399]: value = "task-3758534" [ 990.524159] env[70399]: _type = "Task" [ 990.524159] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.534789] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.579997] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758528, 'name': PowerOnVM_Task, 'duration_secs': 0.886714} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.583341] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.584088] env[70399]: INFO nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Took 9.90 seconds to spawn the instance on the hypervisor. [ 990.584088] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.584269] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276369} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.584957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb4f9d-142b-41d1-a754-381d02a7a371 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.587980] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.588270] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.588366] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.705859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cce88c64-4d86-4c51-b539-f6f7f32f502b tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.993s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.815411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.815938] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.823291] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.489s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.928434] env[70399]: INFO nova.compute.manager [None req-84bed559-92c7-4b9e-b675-de60d023f51d tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance to original state: 'active' [ 991.035298] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.113020] env[70399]: INFO nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Took 57.35 seconds to build instance. [ 991.327521] env[70399]: DEBUG nova.compute.utils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.347635] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.347810] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.495651] env[70399]: DEBUG nova.policy [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11761e15992f47d4a6ff07d3f22c9aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d830c0b1c3042b793dc1175f0f48f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.543344] env[70399]: DEBUG oslo_vmware.api [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Task: {'id': task-3758534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.544326] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.544582] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.544805] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.545825] env[70399]: INFO nova.compute.manager [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Took 1.65 seconds to destroy the instance on the hypervisor. [ 991.546101] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.546387] env[70399]: DEBUG nova.compute.manager [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.546508] env[70399]: DEBUG nova.network.neutron [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.613105] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.265s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.647010] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.647436] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.648034] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.648206] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.648379] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.648670] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.648994] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.649431] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.650814] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.651110] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.651950] env[70399]: DEBUG nova.virt.hardware [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.653435] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae610cf-b222-4186-895e-9dd61c6f4d57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.666684] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1d3ed-5069-43d4-954f-73c776d309cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.685626] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:04:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0f5e4e-90f9-4185-b78b-79c396679750', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.694610] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.698332] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.699240] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70fd2d6-3c1a-4091-bc09-390cbeafefd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.725199] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.725199] env[70399]: value = "task-3758535" [ 991.725199] env[70399]: _type = "Task" [ 991.725199] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.735068] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758535, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.847841] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.883485] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 7cf7b8e5-b887-4d69-aff2-af184f5806e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 991.883690] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 10b451d6-41e5-4d5f-bb71-f42dcea2c9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.883852] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance cd02609e-68c6-4a35-a44d-876dec4944cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884032] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6de25259-68ea-4105-9739-79fdf84664c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884231] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884381] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance afc0e698-e9bb-4945-9b1f-785e3a967c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884543] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c2cc872a-eb38-4e07-917e-00c06740ba54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884703] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.884893] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance be427ef2-dafd-4482-8204-0964fd00c7bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 991.885214] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 83bd920a-925d-4ece-82e3-f84a5cdc61a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.885455] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 0cb287d3-cf57-49e4-9680-1b6e129fb886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.885807] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.885807] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b6269065-d8ba-4377-961a-d99a313b8bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.886082] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6b9bb568-7ad4-43b8-b894-8e52c28a767c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 991.886329] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 3305b11f-79db-4832-bb9d-c50d83a0cd68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 991.886518] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.886699] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b6137c02-3eda-4a97-917a-869afdfc0423 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.886889] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c0dd39c9-510e-47e3-8f6f-50bbefa27a6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.887084] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 385de0b4-b19e-4f01-9e7b-07e9472e4129 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.887291] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 991.887551] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4cdffdf6-e677-4bae-8e13-b92da4c9edb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.887784] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d88dea00-e13e-4dc3-aaba-fa14050360be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.887999] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 0896bb8d-0903-4446-bd03-9e15b8fb1ee3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.888242] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 82306654-30fe-47ef-b698-0671432b9d3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.888432] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 991.888584] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23d76967-d6f8-4a4a-83de-a451d7b402c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 992.116672] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.243294] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758535, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.290731] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Successfully created port: b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.392933] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23063f37-5610-475a-9f1d-e8a11239187e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 992.645480] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.678357] env[70399]: DEBUG nova.compute.manager [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.678587] env[70399]: DEBUG nova.compute.manager [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing instance network info cache due to event network-changed-5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.678754] env[70399]: DEBUG oslo_concurrency.lockutils [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] Acquiring lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678789] env[70399]: DEBUG oslo_concurrency.lockutils [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] Acquired lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.678978] env[70399]: DEBUG nova.network.neutron [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Refreshing network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.737771] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758535, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.749353] env[70399]: DEBUG nova.network.neutron [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.865030] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.897903] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.898161] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.898387] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.898619] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.898795] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.898979] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.899253] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.899431] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.899608] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.899766] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.899949] env[70399]: DEBUG nova.virt.hardware [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.900697] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 77da841d-8e8c-497e-96a2-4c56d29d25db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 992.903673] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9efc83-7ecb-4cff-be4c-4ec0645d5267 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.913547] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2101c-4135-4d53-81cc-7e9be8bb6f72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.242055] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758535, 'name': CreateVM_Task, 'duration_secs': 1.500661} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.242201] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.242860] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.243078] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.243416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.243687] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a03eba-b1c7-4e2f-8b29-df422f3900d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.250848] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 993.250848] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c15d54-46bb-68a0-39a3-8946504a9c96" [ 993.250848] env[70399]: _type = "Task" [ 993.250848] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.251701] env[70399]: INFO nova.compute.manager [-] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Took 1.71 seconds to deallocate network for instance. [ 993.267534] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c15d54-46bb-68a0-39a3-8946504a9c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.408461] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b9f069e3-35ab-4802-afaf-62b2b5cddb58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 993.425257] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "82306654-30fe-47ef-b698-0671432b9d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.425498] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.425709] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "82306654-30fe-47ef-b698-0671432b9d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.425982] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.426889] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.429054] env[70399]: INFO nova.compute.manager [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Terminating instance [ 993.604139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.604139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.604139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.604139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.604139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.607228] env[70399]: INFO nova.compute.manager [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Terminating instance [ 993.674954] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.675929] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50815900-b3c4-4a00-bd27-7e2e6c1841f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.682861] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.683081] env[70399]: ERROR oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk due to incomplete transfer. [ 993.683330] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-506df937-8ff3-484f-9809-217ad3f5aa69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.693972] env[70399]: DEBUG oslo_vmware.rw_handles [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524327e2-79b5-1bec-35c0-ea1e54286ced/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.694284] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Uploaded image 02cda96d-a2cd-4682-86e9-bf7c6bb46551 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 993.697261] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 993.697261] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad6a0de5-80c8-42f7-8619-837b165bb55f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705698] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 993.705698] env[70399]: value = "task-3758536" [ 993.705698] env[70399]: _type = "Task" [ 993.705698] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.706701] env[70399]: DEBUG nova.network.neutron [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updated VIF entry in instance network info cache for port 5e2a66f2-6655-4eba-89ef-2b0a56a0007a. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.707022] env[70399]: DEBUG nova.network.neutron [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [{"id": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "address": "fa:16:3e:8d:af:cb", "network": {"id": "9cede83c-a0bc-4cd5-badd-031e00d9e050", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701042593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e73491cb2fe4c1c8451bec7019f23ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2a66f2-66", "ovs_interfaceid": "5e2a66f2-6655-4eba-89ef-2b0a56a0007a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.718128] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758536, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.763859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.764821] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c15d54-46bb-68a0-39a3-8946504a9c96, 'name': SearchDatastore_Task, 'duration_secs': 0.017314} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.765240] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.765512] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.765755] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.765911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.768742] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.769145] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19486a9a-4162-4427-82ae-4d8107b7f78f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.782766] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.783038] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.783861] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1a4340-42d6-4b12-83d0-2c8c196f5e3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.790368] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 993.790368] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52625cf3-af05-8aaf-f80e-f0a2b7b5c45b" [ 993.790368] env[70399]: _type = "Task" [ 993.790368] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.801371] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52625cf3-af05-8aaf-f80e-f0a2b7b5c45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.918027] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a794b355-e488-4bd0-bc15-fa5f3e4a15bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 993.938897] env[70399]: DEBUG nova.compute.manager [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.939115] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.940935] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb9efc-cd0b-4567-b807-b8d80b9dafb8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.952244] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.952949] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66dea6f-b123-4ce0-b0ec-884a077c6754 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.960692] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 993.960692] env[70399]: value = "task-3758537" [ 993.960692] env[70399]: _type = "Task" [ 993.960692] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.971945] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.015748] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Successfully updated port: b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.111744] env[70399]: DEBUG nova.compute.manager [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.112016] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.113024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c1c66-0bcb-4e0d-b335-b9db6e03ff30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.123074] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.123598] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ce3a23-7e14-4684-8626-107db6dbb922 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.132466] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 994.132466] env[70399]: value = "task-3758538" [ 994.132466] env[70399]: _type = "Task" [ 994.132466] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.146966] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.214108] env[70399]: DEBUG oslo_concurrency.lockutils [req-733b99e8-418e-4d87-af5c-b2c6d245394a req-b96a1d01-bc2a-4f3a-b3e5-6b960f48e65c service nova] Releasing lock "refresh_cache-82306654-30fe-47ef-b698-0671432b9d3a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.224059] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758536, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.306270] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52625cf3-af05-8aaf-f80e-f0a2b7b5c45b, 'name': SearchDatastore_Task, 'duration_secs': 0.033137} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.307370] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7fecb6-455e-4f5f-982b-7027100f412d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.314516] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 994.314516] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e74ef6-99e1-e577-dc57-e34d3b00e979" [ 994.314516] env[70399]: _type = "Task" [ 994.314516] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.326893] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e74ef6-99e1-e577-dc57-e34d3b00e979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.421779] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 92ae32c8-1630-4153-8ba7-357077d82fbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 994.470976] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758537, 'name': PowerOffVM_Task, 'duration_secs': 0.233915} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.471295] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.471476] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.471727] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e65601-1938-4c15-9d3c-b3d1f88204c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.516197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.516499] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.516775] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.571088] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.571494] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.571759] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleting the datastore file [datastore1] 82306654-30fe-47ef-b698-0671432b9d3a {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.572147] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c047238-0329-4aff-a7f8-81039fdb3153 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.581677] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 994.581677] env[70399]: value = "task-3758540" [ 994.581677] env[70399]: _type = "Task" [ 994.581677] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.595978] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.643106] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758538, 'name': PowerOffVM_Task, 'duration_secs': 0.335831} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.644762] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.644762] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.644762] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab339dd8-e072-4b4e-9eff-efb9f6c21be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.721893] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.722368] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.722712] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleting the datastore file [datastore2] 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.726780] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c9a9f8-e371-4770-84da-3f7da179074c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.729218] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758536, 'name': Destroy_Task, 'duration_secs': 0.968772} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.729952] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Destroyed the VM [ 994.730744] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 994.731893] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2b7450b-448a-49c0-83d9-275beb947827 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.740020] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 994.740020] env[70399]: value = "task-3758542" [ 994.740020] env[70399]: _type = "Task" [ 994.740020] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.742794] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 994.742794] env[70399]: value = "task-3758543" [ 994.742794] env[70399]: _type = "Task" [ 994.742794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.752775] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.761168] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.774812] env[70399]: DEBUG nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Received event network-vif-deleted-d438c75f-e4f5-4d71-96f7-034c52a9e12b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.775842] env[70399]: DEBUG nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Received event network-vif-plugged-b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.775842] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Acquiring lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.775842] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.775842] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.775842] env[70399]: DEBUG nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] No waiting events found dispatching network-vif-plugged-b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 994.775842] env[70399]: WARNING nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Received unexpected event network-vif-plugged-b045d2b0-c8cc-4c89-b3fc-51956e167dca for instance with vm_state building and task_state spawning. [ 994.776028] env[70399]: DEBUG nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Received event network-changed-b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.776195] env[70399]: DEBUG nova.compute.manager [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Refreshing instance network info cache due to event network-changed-b045d2b0-c8cc-4c89-b3fc-51956e167dca. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.776319] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Acquiring lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.825842] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e74ef6-99e1-e577-dc57-e34d3b00e979, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.826170] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.826447] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.826720] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d25afe4-3cb4-4428-8a2d-183efb3d0ae0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.835624] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 994.835624] env[70399]: value = "task-3758544" [ 994.835624] env[70399]: _type = "Task" [ 994.835624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.846812] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.929211] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 00b130ab-95d4-4336-b633-33b8142bfdd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 995.059976] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.094842] env[70399]: DEBUG oslo_vmware.api [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.095171] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.095405] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.095588] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.096242] env[70399]: INFO nova.compute.manager [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 995.096242] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.096743] env[70399]: DEBUG nova.compute.manager [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.096851] env[70399]: DEBUG nova.network.neutron [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.254725] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758543, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.259563] env[70399]: DEBUG oslo_vmware.api [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154377} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.260200] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.260322] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.260512] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.260689] env[70399]: INFO nova.compute.manager [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.260994] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.261306] env[70399]: DEBUG nova.compute.manager [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.261455] env[70399]: DEBUG nova.network.neutron [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.355430] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510614} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.358784] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.362030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.362030] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd4b58dd-39aa-473c-9317-b1b521653b40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.368318] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 995.368318] env[70399]: value = "task-3758545" [ 995.368318] env[70399]: _type = "Task" [ 995.368318] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.385073] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.438018] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 995.443311] env[70399]: DEBUG nova.network.neutron [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Updating instance_info_cache with network_info: [{"id": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "address": "fa:16:3e:fc:aa:d7", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045d2b0-c8", "ovs_interfaceid": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.524804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.525371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.626275] env[70399]: DEBUG nova.compute.manager [req-be607faf-8799-4f70-88d1-89f07aa2cacb req-d0b82431-181c-496d-9c0b-7466e914a227 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Received event network-vif-deleted-3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.626446] env[70399]: INFO nova.compute.manager [req-be607faf-8799-4f70-88d1-89f07aa2cacb req-d0b82431-181c-496d-9c0b-7466e914a227 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Neutron deleted interface 3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2; detaching it from the instance and deleting it from the info cache [ 995.626618] env[70399]: DEBUG nova.network.neutron [req-be607faf-8799-4f70-88d1-89f07aa2cacb req-d0b82431-181c-496d-9c0b-7466e914a227 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.753893] env[70399]: DEBUG oslo_vmware.api [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.681741} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.754636] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 995.754885] env[70399]: INFO nova.compute.manager [None req-50c82b8c-bbca-4316-9cee-0f7ea895d594 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Took 17.78 seconds to snapshot the instance on the hypervisor. [ 995.878872] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.879164] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.879971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9afc70-242a-4c80-a9a7-217369cba10e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.904944] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.905278] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f471a9-4178-4730-876f-244cb7fe419f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.925639] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 995.925639] env[70399]: value = "task-3758546" [ 995.925639] env[70399]: _type = "Task" [ 995.925639] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.934395] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.945474] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 995.947067] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.947441] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Instance network_info: |[{"id": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "address": "fa:16:3e:fc:aa:d7", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045d2b0-c8", "ovs_interfaceid": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.947812] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Acquired lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.948274] env[70399]: DEBUG nova.network.neutron [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Refreshing network info cache for port b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.949670] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:aa:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b045d2b0-c8cc-4c89-b3fc-51956e167dca', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.958103] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.961683] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.962192] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0826e181-5880-4cf3-a0d3-b0d630291f1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.984189] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.984189] env[70399]: value = "task-3758547" [ 995.984189] env[70399]: _type = "Task" [ 995.984189] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.993407] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758547, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.062463] env[70399]: DEBUG nova.network.neutron [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.081695] env[70399]: DEBUG nova.network.neutron [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.131986] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab2328d4-c2a9-45ca-a346-6e72652350a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.142983] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ae51b-504a-425f-a570-1b15ebaf851d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.191013] env[70399]: DEBUG nova.compute.manager [req-be607faf-8799-4f70-88d1-89f07aa2cacb req-d0b82431-181c-496d-9c0b-7466e914a227 service nova] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Detach interface failed, port_id=3e1d9cae-85a9-4f13-b4b6-17fb2d4781b2, reason: Instance 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.195600] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.196554] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.280440] env[70399]: DEBUG nova.network.neutron [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Updated VIF entry in instance network info cache for port b045d2b0-c8cc-4c89-b3fc-51956e167dca. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.280778] env[70399]: DEBUG nova.network.neutron [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Updating instance_info_cache with network_info: [{"id": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "address": "fa:16:3e:fc:aa:d7", "network": {"id": "7ae85899-268a-4f70-858e-5d4550815f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-78219033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d830c0b1c3042b793dc1175f0f48f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045d2b0-c8", "ovs_interfaceid": "b045d2b0-c8cc-4c89-b3fc-51956e167dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.436672] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.448819] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ec8d0001-9bbb-423e-b3f5-41695efa3714 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 996.495859] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758547, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.565203] env[70399]: INFO nova.compute.manager [-] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Took 1.47 seconds to deallocate network for instance. [ 996.587375] env[70399]: INFO nova.compute.manager [-] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Took 1.33 seconds to deallocate network for instance. [ 996.700931] env[70399]: DEBUG nova.compute.utils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.784100] env[70399]: DEBUG oslo_concurrency.lockutils [req-60bca597-cfc1-47c3-ba73-6e9299c2e4c7 req-14aedb5c-3ce7-49eb-b8ed-55042ff5beef service nova] Releasing lock "refresh_cache-23d76967-d6f8-4a4a-83de-a451d7b402c2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.867595] env[70399]: DEBUG nova.compute.manager [req-ef9bcc4f-35df-45d6-996d-fa803a96c5b0 req-b55ca8b5-90b6-49c7-a4ea-02f658a0d81e service nova] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Received event network-vif-deleted-5e2a66f2-6655-4eba-89ef-2b0a56a0007a {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.937844] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758546, 'name': ReconfigVM_Task, 'duration_secs': 0.893307} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.938342] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf/cd02609e-68c6-4a35-a44d-876dec4944cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.939337] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f8f0f7f-3232-49a6-8d4d-ae205d40b089 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.947351] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 996.947351] env[70399]: value = "task-3758548" [ 996.947351] env[70399]: _type = "Task" [ 996.947351] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.951376] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f270bd89-a8c2-492d-b91d-7308d124bf7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 996.951674] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 996.951819] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 996.958787] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758548, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.995829] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758547, 'name': CreateVM_Task, 'duration_secs': 0.823263} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.996035] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.997154] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.997341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.997657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.997936] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f7fe75-e9a7-4916-bec8-b0590b1a56c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.007036] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 997.007036] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c948d9-dfc6-585c-e59c-ac3a6f7c2d7c" [ 997.007036] env[70399]: _type = "Task" [ 997.007036] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.016216] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c948d9-dfc6-585c-e59c-ac3a6f7c2d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.072266] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.097591] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.203846] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.460781] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758548, 'name': Rename_Task, 'duration_secs': 0.156994} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.463881] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.464440] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a073386-a55f-4b5f-bcf6-f25d5cab0e62 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.471801] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 997.471801] env[70399]: value = "task-3758549" [ 997.471801] env[70399]: _type = "Task" [ 997.471801] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.478138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eecb2ae-7188-4cb8-bfc6-13937a8b27d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485448] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.490385] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568d84e-7581-4249-aa3f-5255baf05e05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.526872] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28144d0c-d362-4d1e-9b81-cb5815a4e545 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.540136] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c0eb4e-cc0c-4962-8114-67515dee19fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.544092] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c948d9-dfc6-585c-e59c-ac3a6f7c2d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.544437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.544674] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.544913] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.545076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.545331] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.545936] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440e2680-c8a6-4145-8abf-507bce5439c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.555604] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.563900] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.564118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.564853] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda0c063-21ef-4bbe-beeb-fdd735dc8f2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.571327] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 997.571327] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b03e30-ea27-1bfd-2cbb-f7a2c9e1f7d9" [ 997.571327] env[70399]: _type = "Task" [ 997.571327] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.580330] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b03e30-ea27-1bfd-2cbb-f7a2c9e1f7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.983761] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.062031] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.084321] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b03e30-ea27-1bfd-2cbb-f7a2c9e1f7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.086069] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed151b9-fcc7-43ff-93f5-bffbe97f03da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.092835] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 998.092835] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc5b26-e6ec-151c-78b6-a4556aeb28e0" [ 998.092835] env[70399]: _type = "Task" [ 998.092835] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.101929] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc5b26-e6ec-151c-78b6-a4556aeb28e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.270519] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.270975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.271164] env[70399]: INFO nova.compute.manager [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Attaching volume aeab4eb9-61de-49e1-b0f4-9cae9263d901 to /dev/sdb [ 998.306858] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01612f4-1abb-4687-bbd5-165a44a74306 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.314740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f086a76b-c922-4e5a-a172-232e51b090bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.328915] env[70399]: DEBUG nova.virt.block_device [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating existing volume attachment record: d31093fe-315e-416e-a882-fcc190be29fb {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 998.390097] env[70399]: DEBUG nova.compute.manager [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.391039] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830576cd-56f4-485d-bf73-3f9d91e5bd4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.483447] env[70399]: DEBUG oslo_vmware.api [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758549, 'name': PowerOnVM_Task, 'duration_secs': 0.518974} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.483799] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.484167] env[70399]: DEBUG nova.compute.manager [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.485012] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ab7e6c-e2df-4c42-986f-c05324864f8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.567059] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 998.567059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.742s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.567059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.433s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.567059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.569253] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.027s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.570868] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.571964] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.617s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.572322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.574548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.433s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.574819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.577323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.351s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.578849] env[70399]: INFO nova.compute.claims [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.583637] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.583637] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 998.604872] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc5b26-e6ec-151c-78b6-a4556aeb28e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.604872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.605707] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 23d76967-d6f8-4a4a-83de-a451d7b402c2/23d76967-d6f8-4a4a-83de-a451d7b402c2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.605707] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d836eba-b8a2-4391-b031-a015258ee2b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.609472] env[70399]: INFO nova.scheduler.client.report [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Deleted allocations for instance 6b9bb568-7ad4-43b8-b894-8e52c28a767c [ 998.611320] env[70399]: INFO nova.scheduler.client.report [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Deleted allocations for instance be427ef2-dafd-4482-8204-0964fd00c7bb [ 998.618174] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 998.618174] env[70399]: value = "task-3758553" [ 998.618174] env[70399]: _type = "Task" [ 998.618174] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.623637] env[70399]: INFO nova.scheduler.client.report [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Deleted allocations for instance 7cf7b8e5-b887-4d69-aff2-af184f5806e8 [ 998.631512] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.902671] env[70399]: INFO nova.compute.manager [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] instance snapshotting [ 998.906067] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53824605-b629-4650-9534-995d15ef52e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.928303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc2cf24-346d-41ac-b3e6-cdde64f17050 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.006138] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.107512] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] There are 42 instances to clean {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 999.107828] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: e62be5a3-3716-4630-ac33-538f433bac26] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.112397] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c95cd652-77a9-4bc6-977d-5f36c3d23ad9 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 70.659s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.113597] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 44.605s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.113895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.114237] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.114478] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.116800] env[70399]: INFO nova.compute.manager [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Terminating instance [ 999.126950] env[70399]: DEBUG oslo_concurrency.lockutils [None req-443c26d2-b1cc-43d8-9a00-366a8480f1e9 tempest-ServerTagsTestJSON-478540309 tempest-ServerTagsTestJSON-478540309-project-member] Lock "6b9bb568-7ad4-43b8-b894-8e52c28a767c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.621s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.136659] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d567b73-5d10-4634-9e54-61e3627f3cd1 tempest-VolumesAdminNegativeTest-687729453 tempest-VolumesAdminNegativeTest-687729453-project-member] Lock "7cf7b8e5-b887-4d69-aff2-af184f5806e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.068s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.142238] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758553, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.146063] env[70399]: DEBUG oslo_concurrency.lockutils [None req-17d2754f-5653-406f-ac95-34e8f098f25c tempest-AttachInterfacesUnderV243Test-202360309 tempest-AttachInterfacesUnderV243Test-202360309-project-member] Lock "be427ef2-dafd-4482-8204-0964fd00c7bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.947s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.448227] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.448227] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff9222a0-337a-4e5c-8cd0-76dbbe37715d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.458021] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 999.458021] env[70399]: value = "task-3758554" [ 999.458021] env[70399]: _type = "Task" [ 999.458021] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.465746] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.620708] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 705ba34f-476f-4857-9647-30185b885081] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.637528] env[70399]: DEBUG nova.compute.manager [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.637844] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.638463] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54257} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.638681] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d0fb418-0fdb-4470-8893-fb8e3428f2cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.640995] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 23d76967-d6f8-4a4a-83de-a451d7b402c2/23d76967-d6f8-4a4a-83de-a451d7b402c2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.641251] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.641513] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d1e017e-e627-466a-aa9d-69afdc818861 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.657468] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 999.657468] env[70399]: value = "task-3758555" [ 999.657468] env[70399]: _type = "Task" [ 999.657468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.661025] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34172030-c592-48f6-a632-4db888cf8bee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.690837] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.715939] env[70399]: WARNING nova.virt.vmwareapi.vmops [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2a8e1804-8f22-46a8-9e06-1faca8b4a53c could not be found. [ 999.716196] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.716387] env[70399]: INFO nova.compute.manager [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Took 0.08 seconds to destroy the instance on the hypervisor. [ 999.716874] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.720298] env[70399]: DEBUG nova.compute.manager [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.720407] env[70399]: DEBUG nova.network.neutron [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.967223] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.127938] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 16eee332-9c66-41c8-8a46-175a79b2f91f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.186526] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071896} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.186526] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.187580] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd39b64-516e-478e-bc4b-bdb03fe583bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.217073] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 23d76967-d6f8-4a4a-83de-a451d7b402c2/23d76967-d6f8-4a4a-83de-a451d7b402c2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.221418] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142f4c3d-508b-49ce-87a4-22d48b20f0d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.245444] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1000.245444] env[70399]: value = "task-3758556" [ 1000.245444] env[70399]: _type = "Task" [ 1000.245444] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.256955] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.270544] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe8340b-caf2-4a21-bc2e-cbf12b13ec1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.279358] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09889089-ce96-4049-8934-c9a156a3860f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.314079] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7ff81-1a6a-434f-be98-ef9363d75088 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.323133] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a9c548-3b23-4fa5-bb43-88cfcb2947ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.339219] env[70399]: DEBUG nova.compute.provider_tree [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.475580] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.629866] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: df2ab532-68ed-4662-a5d5-32a0f2ba8b86] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.649394] env[70399]: DEBUG nova.network.neutron [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.758892] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.842940] env[70399]: DEBUG nova.scheduler.client.report [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.974120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.974120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.974120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.974340] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.974503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.979447] env[70399]: INFO nova.compute.manager [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Terminating instance [ 1000.989755] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758554, 'name': CreateSnapshot_Task, 'duration_secs': 1.34063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.989953] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.990905] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a86b1f-5a35-4986-8b27-2713ed607027 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.137075] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 9d950de1-37dc-440f-b78b-e38520713ce1] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.151139] env[70399]: INFO nova.compute.manager [-] [instance: 2a8e1804-8f22-46a8-9e06-1faca8b4a53c] Took 1.43 seconds to deallocate network for instance. [ 1001.258907] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758556, 'name': ReconfigVM_Task, 'duration_secs': 0.607408} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.259245] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 23d76967-d6f8-4a4a-83de-a451d7b402c2/23d76967-d6f8-4a4a-83de-a451d7b402c2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.259889] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc5c1c8-526d-46b9-9a7f-b315c2551b40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.269024] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1001.269024] env[70399]: value = "task-3758558" [ 1001.269024] env[70399]: _type = "Task" [ 1001.269024] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.281404] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758558, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.350886] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.351518] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.358227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.546s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.359948] env[70399]: INFO nova.compute.claims [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.491979] env[70399]: DEBUG nova.compute.manager [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.492268] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.493384] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fea3f01-86d0-4ec9-9f32-9e3437c93abb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.514075] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.516318] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aecd9c80-7218-46ad-a141-989c932cec78 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.521707] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.522047] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b912440-0059-465f-b356-5c7267702aeb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.538350] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1001.538350] env[70399]: value = "task-3758560" [ 1001.538350] env[70399]: _type = "Task" [ 1001.538350] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.538696] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1001.538696] env[70399]: value = "task-3758559" [ 1001.538696] env[70399]: _type = "Task" [ 1001.538696] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.558640] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.563014] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758559, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.641921] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 690f5b18-0a1a-4ff7-b3ba-8005eba5f5be] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.786271] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758558, 'name': Rename_Task, 'duration_secs': 0.285701} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.786271] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.786271] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9e7e40-6b40-4570-b2fe-ab893c43b9c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.793205] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1001.793205] env[70399]: value = "task-3758561" [ 1001.793205] env[70399]: _type = "Task" [ 1001.793205] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.803888] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.868750] env[70399]: DEBUG nova.compute.utils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.871357] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.872037] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.006233] env[70399]: DEBUG nova.policy [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.062091] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758560, 'name': PowerOffVM_Task, 'duration_secs': 0.363844} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.067381] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.067656] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.067901] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758559, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.068628] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caff6aeb-94c0-40af-84fa-0fff1060b14d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.146030] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: f1301b43-60dc-4939-ab24-0997a306dce5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.152055] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.152055] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.152055] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore1] 0896bb8d-0903-4446-bd03-9e15b8fb1ee3 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.152055] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18768973-9151-4b70-a921-3724fcaccd99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.160099] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1002.160099] env[70399]: value = "task-3758563" [ 1002.160099] env[70399]: _type = "Task" [ 1002.160099] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.178078] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.193972] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a4d20392-2a37-4c33-9d7e-e6c312351bf1 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "2a8e1804-8f22-46a8-9e06-1faca8b4a53c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.080s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.306579] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.380314] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.558637] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758559, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.651212] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c5dab1d0-1fb2-4b6e-80ed-29fbd0399f8c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.658506] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Successfully created port: bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.670948] env[70399]: DEBUG oslo_vmware.api [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220184} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.671284] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.671479] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.671657] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.672125] env[70399]: INFO nova.compute.manager [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.672125] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.674930] env[70399]: DEBUG nova.compute.manager [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.675064] env[70399]: DEBUG nova.network.neutron [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.808188] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.885140] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.885642] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748027', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'name': 'volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '385de0b4-b19e-4f01-9e7b-07e9472e4129', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'serial': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.887017] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda45a19-2fee-4442-ba47-52f51becd335 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.923548] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55914e32-0a62-4592-ae10-a8723c2967ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.952218] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901/volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.958363] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce8af97-f604-4796-8e1f-d172e0977c72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.976171] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1002.976171] env[70399]: value = "task-3758564" [ 1002.976171] env[70399]: _type = "Task" [ 1002.976171] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.986528] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.066886] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758559, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.131818] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca124a2-94ac-473b-95da-d9805466c5d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.143375] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd00c72-0baa-4427-8450-a83a632dca8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.177282] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6877c651-15df-435c-b716-fef0b0360099] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.179454] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b046b-2143-474b-8a14-06c2627fce98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.189082] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95c66e-13f4-41d0-9182-bfb10af2e9bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.207537] env[70399]: DEBUG nova.compute.provider_tree [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.309486] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.420622] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.456580] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.456793] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.457480] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.457480] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.457480] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.457480] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.457754] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.457887] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.458075] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.458383] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.458936] env[70399]: DEBUG nova.virt.hardware [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.459722] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a4ea60-7413-4a3a-a2c1-365b09dce5ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.471264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a15a6-96dc-47c2-a624-6f7d063ab29b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.485968] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.535874] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.535874] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.554223] env[70399]: DEBUG nova.compute.manager [req-f9edb247-58f3-492c-bc8f-bef5f8b30467 req-846576cc-aa61-4c65-8820-755769a8bbf4 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Received event network-vif-deleted-cb7912d5-59fd-44f6-8175-cbc4d736aa75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.554610] env[70399]: INFO nova.compute.manager [req-f9edb247-58f3-492c-bc8f-bef5f8b30467 req-846576cc-aa61-4c65-8820-755769a8bbf4 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Neutron deleted interface cb7912d5-59fd-44f6-8175-cbc4d736aa75; detaching it from the instance and deleting it from the info cache [ 1003.556279] env[70399]: DEBUG nova.network.neutron [req-f9edb247-58f3-492c-bc8f-bef5f8b30467 req-846576cc-aa61-4c65-8820-755769a8bbf4 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.560139] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758559, 'name': CloneVM_Task, 'duration_secs': 1.934717} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.561284] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Created linked-clone VM from snapshot [ 1003.562117] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8319a10-5d8d-4529-9310-f2a82d74d581 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.572362] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Uploading image b29d2447-2e22-470b-93b1-1a43dcf895c7 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.597191] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1003.597191] env[70399]: value = "vm-748029" [ 1003.597191] env[70399]: _type = "VirtualMachine" [ 1003.597191] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1003.597867] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c1945f8-a5d8-4265-a0cb-7e7be1026c5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.605957] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease: (returnval){ [ 1003.605957] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521887c1-f82e-dec6-7929-9df8bca32d10" [ 1003.605957] env[70399]: _type = "HttpNfcLease" [ 1003.605957] env[70399]: } obtained for exporting VM: (result){ [ 1003.605957] env[70399]: value = "vm-748029" [ 1003.605957] env[70399]: _type = "VirtualMachine" [ 1003.605957] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1003.606225] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the lease: (returnval){ [ 1003.606225] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521887c1-f82e-dec6-7929-9df8bca32d10" [ 1003.606225] env[70399]: _type = "HttpNfcLease" [ 1003.606225] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.615827] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.615827] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521887c1-f82e-dec6-7929-9df8bca32d10" [ 1003.615827] env[70399]: _type = "HttpNfcLease" [ 1003.615827] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.680018] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: f9b289ca-c7c7-4ba6-b85f-ab2954630f1e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.711840] env[70399]: DEBUG nova.scheduler.client.report [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.803361] env[70399]: DEBUG nova.network.neutron [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.811207] env[70399]: DEBUG oslo_vmware.api [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758561, 'name': PowerOnVM_Task, 'duration_secs': 1.537524} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.811547] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.811759] env[70399]: INFO nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1003.811940] env[70399]: DEBUG nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.812925] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a6cf2-894b-480b-8cfa-de585f5d9a76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.987598] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758564, 'name': ReconfigVM_Task, 'duration_secs': 0.636319} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.987903] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901/volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.992923] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-693c2936-5e37-4c20-a24f-127a43c292fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.012207] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1004.012207] env[70399]: value = "task-3758566" [ 1004.012207] env[70399]: _type = "Task" [ 1004.012207] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.021848] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.061772] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-002b7c64-7ada-4c9d-820f-83d30b3149c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.073268] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2e7c1f-188b-4226-b631-f9f664f60448 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.119439] env[70399]: DEBUG nova.compute.manager [req-f9edb247-58f3-492c-bc8f-bef5f8b30467 req-846576cc-aa61-4c65-8820-755769a8bbf4 service nova] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Detach interface failed, port_id=cb7912d5-59fd-44f6-8175-cbc4d736aa75, reason: Instance 0896bb8d-0903-4446-bd03-9e15b8fb1ee3 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.129043] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.129043] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521887c1-f82e-dec6-7929-9df8bca32d10" [ 1004.129043] env[70399]: _type = "HttpNfcLease" [ 1004.129043] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.129601] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.129601] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521887c1-f82e-dec6-7929-9df8bca32d10" [ 1004.129601] env[70399]: _type = "HttpNfcLease" [ 1004.129601] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1004.130900] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351daa8-28b5-4951-a965-01731d45fc66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.142359] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.142571] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1004.211241] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fece1064-606f-4e15-84a2-c4c926036bdc] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.218859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.219944] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.223323] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.201s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.225591] env[70399]: INFO nova.compute.claims [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.253656] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5e3c5ec-581d-4b5f-86d9-4ff933ace0a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.305985] env[70399]: INFO nova.compute.manager [-] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Took 1.63 seconds to deallocate network for instance. [ 1004.332922] env[70399]: INFO nova.compute.manager [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Took 63.32 seconds to build instance. [ 1004.530281] env[70399]: DEBUG oslo_vmware.api [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758566, 'name': ReconfigVM_Task, 'duration_secs': 0.152758} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.530608] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748027', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'name': 'volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '385de0b4-b19e-4f01-9e7b-07e9472e4129', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'serial': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1004.720179] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 387fed96-b408-4b7d-aa4b-80a394ba65e8] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.737845] env[70399]: DEBUG nova.compute.utils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.740543] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.740543] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.815904] env[70399]: DEBUG nova.policy [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99d958e021a41c8a26692b4ca6391e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '988c77b37f784f2a97fd54773f2e50b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.821286] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.835550] env[70399]: DEBUG oslo_concurrency.lockutils [None req-babcf428-f8a0-4a07-ba5c-de4ed698a501 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.451s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.000956] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Successfully updated port: bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.025526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.026181] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.026490] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.026798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.027206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.030967] env[70399]: INFO nova.compute.manager [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Terminating instance [ 1005.225380] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 9bb57253-83e9-498c-88d6-de38e62453a8] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.243029] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.251160] env[70399]: DEBUG nova.compute.manager [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Received event network-vif-plugged-bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.251160] env[70399]: DEBUG oslo_concurrency.lockutils [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] Acquiring lock "23063f37-5610-475a-9f1d-e8a11239187e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.253470] env[70399]: DEBUG oslo_concurrency.lockutils [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] Lock "23063f37-5610-475a-9f1d-e8a11239187e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.253746] env[70399]: DEBUG oslo_concurrency.lockutils [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] Lock "23063f37-5610-475a-9f1d-e8a11239187e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.253953] env[70399]: DEBUG nova.compute.manager [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] No waiting events found dispatching network-vif-plugged-bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.254149] env[70399]: WARNING nova.compute.manager [req-320dd665-824f-4c38-98f7-dfa40d8c5910 req-b66ef444-ba2f-4909-9997-86cd01dd16d2 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Received unexpected event network-vif-plugged-bf1ce9b4-4f54-4668-90e6-9b70dde2603b for instance with vm_state building and task_state spawning. [ 1005.340720] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.431963] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Successfully created port: 3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.506930] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.507804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.508126] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.536030] env[70399]: DEBUG nova.compute.manager [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.536162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.539121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7801b595-a7ce-44d8-b4d9-0661b81d1583 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.554288] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.555986] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8886b6ee-20b6-49ad-a243-9d103891abbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.571984] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 1005.571984] env[70399]: value = "task-3758567" [ 1005.571984] env[70399]: _type = "Task" [ 1005.571984] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.587887] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.592049] env[70399]: DEBUG nova.objects.instance [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'flavor' on Instance uuid 385de0b4-b19e-4f01-9e7b-07e9472e4129 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.730329] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 5c718911-8865-4d2e-83d5-9f60defc9ef5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.842938] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.843579] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.844383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.844383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.844383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.850546] env[70399]: INFO nova.compute.manager [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Terminating instance [ 1005.878649] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.960929] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab238195-797d-4a02-8cfa-432ef1ebe922 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.970807] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0fd7f8-14db-4806-a7e3-cae03fa080d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.010251] env[70399]: INFO nova.compute.manager [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Rescuing [ 1006.010251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.010251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.010251] env[70399]: DEBUG nova.network.neutron [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.016749] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b23e7-5e47-4b5d-baed-05d2661ed54e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.028050] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b664448-fa2f-403e-bfc7-572b51759238 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.045498] env[70399]: DEBUG nova.compute.provider_tree [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.062993] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.063589] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.064174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.064418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.064645] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.067423] env[70399]: INFO nova.compute.manager [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Terminating instance [ 1006.073051] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.088304] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758567, 'name': PowerOffVM_Task, 'duration_secs': 0.315958} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.088604] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.088873] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.089367] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2bcd6a-4bf8-429b-bd1c-e29b3105c9d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.096797] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c999ecb-215f-45d9-9c21-adb635744156 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.181864] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.182820] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.183309] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleting the datastore file [datastore2] 4cdffdf6-e677-4bae-8e13-b92da4c9edb2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.183732] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4361213d-75a2-46e1-a315-e7e068d00dcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.194247] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for the task: (returnval){ [ 1006.194247] env[70399]: value = "task-3758569" [ 1006.194247] env[70399]: _type = "Task" [ 1006.194247] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.213956] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.234463] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 07e33dbe-c8c4-4e66-9cbe-f4624bf97da3] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.263851] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.308076] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.308465] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.308796] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.309337] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.309592] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.309897] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.310249] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.310473] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.310689] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.310909] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.311131] env[70399]: DEBUG nova.virt.hardware [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.312113] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430adcb1-6d6c-4ceb-8aee-56f5ce4d9428 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.322038] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292f362d-dc7e-49b1-ac83-e3c9044f4076 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.327793] env[70399]: DEBUG nova.network.neutron [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Updating instance_info_cache with network_info: [{"id": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "address": "fa:16:3e:8b:c3:8a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1ce9b4-4f", "ovs_interfaceid": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.361984] env[70399]: DEBUG nova.compute.manager [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.361984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.363039] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6986952-a27c-48b0-817b-4618fae2f6f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.373497] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.373832] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d29c479-658f-4943-a4f7-4c97581ac3f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.382501] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1006.382501] env[70399]: value = "task-3758570" [ 1006.382501] env[70399]: _type = "Task" [ 1006.382501] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.394616] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.549078] env[70399]: DEBUG nova.scheduler.client.report [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.583266] env[70399]: DEBUG nova.compute.manager [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.584225] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.585788] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b655370-eb53-4112-9fa5-0df7d0ba0044 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.598266] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.599093] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48992bcd-4138-43d3-bd4f-0cd847efe89a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.608414] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1006.608414] env[70399]: value = "task-3758571" [ 1006.608414] env[70399]: _type = "Task" [ 1006.608414] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.619609] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.711546] env[70399]: DEBUG oslo_vmware.api [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Task: {'id': task-3758569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253465} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.711924] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.712174] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.712364] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.712543] env[70399]: INFO nova.compute.manager [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1006.712798] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.713019] env[70399]: DEBUG nova.compute.manager [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.713114] env[70399]: DEBUG nova.network.neutron [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.743695] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 2ae3dcae-e547-4dcf-a459-48a160facea9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.831338] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.831671] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Instance network_info: |[{"id": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "address": "fa:16:3e:8b:c3:8a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1ce9b4-4f", "ovs_interfaceid": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.832354] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1ce9b4-4f54-4668-90e6-9b70dde2603b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.840091] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating folder: Project (8224a838b3184c47a3649415fb2be41f). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.840890] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec3815d-40e6-4527-947a-90b7453cee04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.858326] env[70399]: DEBUG nova.network.neutron [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.861333] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created folder: Project (8224a838b3184c47a3649415fb2be41f) in parent group-v747819. [ 1006.861547] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating folder: Instances. Parent ref: group-v748030. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.862075] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-375f142d-5001-4161-9046-450a1ef86d6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.875996] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created folder: Instances in parent group-v748030. [ 1006.876454] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.876779] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.877116] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6705a2f7-c53f-4363-823b-ffa4a7c87269 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.905620] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758570, 'name': PowerOffVM_Task, 'duration_secs': 0.327715} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.906019] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.910033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.910033] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.910033] env[70399]: value = "task-3758574" [ 1006.910033] env[70399]: _type = "Task" [ 1006.910033] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.910033] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37eac6ee-6879-4150-84c6-1c90cc86b28d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.923228] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758574, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.016681] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.016909] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.017114] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleting the datastore file [datastore1] 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.017509] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d1472c-7e79-48ee-8a36-e0e0d6847b80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.027714] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1007.027714] env[70399]: value = "task-3758576" [ 1007.027714] env[70399]: _type = "Task" [ 1007.027714] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.038225] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.059794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.060162] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.063507] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.769s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.065012] env[70399]: INFO nova.compute.claims [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.129168] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758571, 'name': PowerOffVM_Task, 'duration_secs': 0.36036} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.129168] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.129168] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.129168] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4483132-95b3-424b-b2e3-683087ad0682 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.208768] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.209106] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.210565] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleting the datastore file [datastore2] 23d76967-d6f8-4a4a-83de-a451d7b402c2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.210565] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-695d2bc6-2493-450e-b2b4-0c0f1189f5c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.220313] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for the task: (returnval){ [ 1007.220313] env[70399]: value = "task-3758578" [ 1007.220313] env[70399]: _type = "Task" [ 1007.220313] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.232349] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.250183] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 4c248e64-ec30-4106-bb26-c01f7d09c515] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.316461] env[70399]: DEBUG nova.compute.manager [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Received event network-changed-bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.316753] env[70399]: DEBUG nova.compute.manager [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Refreshing instance network info cache due to event network-changed-bf1ce9b4-4f54-4668-90e6-9b70dde2603b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.317360] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] Acquiring lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.317669] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] Acquired lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.317911] env[70399]: DEBUG nova.network.neutron [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Refreshing network info cache for port bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.363184] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.420101] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758574, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.541024] env[70399]: DEBUG oslo_vmware.api [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267454} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.541024] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.541024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.541024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.541024] env[70399]: INFO nova.compute.manager [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1007.541024] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.541024] env[70399]: DEBUG nova.compute.manager [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.541024] env[70399]: DEBUG nova.network.neutron [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.559345] env[70399]: DEBUG nova.compute.manager [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Received event network-vif-plugged-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.559597] env[70399]: DEBUG oslo_concurrency.lockutils [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] Acquiring lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.559786] env[70399]: DEBUG oslo_concurrency.lockutils [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.559967] env[70399]: DEBUG oslo_concurrency.lockutils [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.560153] env[70399]: DEBUG nova.compute.manager [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] No waiting events found dispatching network-vif-plugged-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.560323] env[70399]: WARNING nova.compute.manager [req-87b8fce2-3da9-42a5-a9ac-62243c3ccd13 req-906ddf24-2f3a-4f09-b774-a5f61e1301d0 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Received unexpected event network-vif-plugged-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 for instance with vm_state building and task_state spawning. [ 1007.569981] env[70399]: DEBUG nova.compute.utils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.575189] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.575189] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.648734] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Successfully updated port: 3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.677180] env[70399]: DEBUG nova.policy [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d0ee37b8714fe5bbb665d30e278475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3764b69a04ae474197f2871c11971497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.731698] env[70399]: DEBUG oslo_vmware.api [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Task: {'id': task-3758578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305137} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.733865] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.733865] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.733865] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.733865] env[70399]: INFO nova.compute.manager [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1007.733865] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.733865] env[70399]: DEBUG nova.compute.manager [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.733865] env[70399]: DEBUG nova.network.neutron [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.753749] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: e83db9dc-2621-4671-b04f-e74b5b933387] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.934545] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758574, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.077478] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.152187] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.152346] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.152497] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.203337] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Successfully created port: 9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.261474] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 97c95263-d583-49bd-8f86-624a9a1c18d8] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.305588] env[70399]: DEBUG nova.network.neutron [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.427507] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758574, 'name': CreateVM_Task, 'duration_secs': 1.468038} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.427688] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.428463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.428629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.431193] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.431193] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69aa353-09c2-4a77-b667-87183da01498 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.439123] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1008.439123] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aff654-4985-9c6e-beb7-0d0511a9cf3b" [ 1008.439123] env[70399]: _type = "Task" [ 1008.439123] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.457334] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52aff654-4985-9c6e-beb7-0d0511a9cf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.457657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.457899] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.458150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458610] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.458610] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.458809] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed9a144-c5da-4b05-9387-45c903eb82c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.463709] env[70399]: DEBUG nova.network.neutron [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.470130] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.470130] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.476940] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48803f9d-29a7-4c6c-afdb-ae07806fa737 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.489493] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1008.489493] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f39f9-ae72-6e81-b842-559138aff00f" [ 1008.489493] env[70399]: _type = "Task" [ 1008.489493] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.500579] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f39f9-ae72-6e81-b842-559138aff00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.519846] env[70399]: DEBUG nova.network.neutron [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Updated VIF entry in instance network info cache for port bf1ce9b4-4f54-4668-90e6-9b70dde2603b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.520119] env[70399]: DEBUG nova.network.neutron [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Updating instance_info_cache with network_info: [{"id": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "address": "fa:16:3e:8b:c3:8a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1ce9b4-4f", "ovs_interfaceid": "bf1ce9b4-4f54-4668-90e6-9b70dde2603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.711912] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.743289] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c2488-c477-47a4-a951-46a2d6da0e7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.754471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d040e7-7912-453e-b6cb-462485b913e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.787136] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 26ac54eb-7a20-4584-96ad-03927dee38f5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.790321] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ec339-001c-42a6-a86b-47703b3126f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.798765] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a33710a-d9ef-4ae4-bcc7-8b3119387a7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813452] env[70399]: INFO nova.compute.manager [-] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Took 2.10 seconds to deallocate network for instance. [ 1008.814073] env[70399]: DEBUG nova.compute.provider_tree [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.908993] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.909503] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff3a66f8-a6b8-4299-aca0-0d3ea9b5da9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.918633] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1008.918633] env[70399]: value = "task-3758579" [ 1008.918633] env[70399]: _type = "Task" [ 1008.918633] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.928879] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.967497] env[70399]: INFO nova.compute.manager [-] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Took 1.43 seconds to deallocate network for instance. [ 1008.985683] env[70399]: DEBUG nova.network.neutron [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.002552] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f39f9-ae72-6e81-b842-559138aff00f, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.004211] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f09092-7e5f-4952-8827-e865e10d6ed7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.012956] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1009.012956] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ce73d1-54dc-dcb7-f006-acbcd644c5aa" [ 1009.012956] env[70399]: _type = "Task" [ 1009.012956] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.022458] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ce73d1-54dc-dcb7-f006-acbcd644c5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.024175] env[70399]: DEBUG oslo_concurrency.lockutils [req-8ea302c0-78d7-4b15-830d-33abbe551bfd req-e26f76e2-bece-49e3-9c71-d69d603e8680 service nova] Releasing lock "refresh_cache-23063f37-5610-475a-9f1d-e8a11239187e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.050024] env[70399]: DEBUG nova.network.neutron [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Updating instance_info_cache with network_info: [{"id": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "address": "fa:16:3e:55:77:61", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3054fa1f-ca", "ovs_interfaceid": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.100190] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.138281] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.138647] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.138737] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.138895] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.139056] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.139200] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.139487] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.139487] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.139670] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.139878] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.140045] env[70399]: DEBUG nova.virt.hardware [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.140940] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55dc213-8273-4dc6-819a-23ed4a231801 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.155901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6357ad93-6be6-4a61-a4ca-c6781a76fef2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.290653] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 129ef2c4-b4db-4cc7-b9cc-65e8b631b8a9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.321944] env[70399]: DEBUG nova.scheduler.client.report [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.327375] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.350817] env[70399]: DEBUG nova.compute.manager [req-1746cae6-1b55-4316-a70c-e713ed89b9d3 req-a853b03b-0ac9-49e9-a622-6f84e5c3b132 service nova] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Received event network-vif-deleted-97fd1569-e5c8-485f-8c9d-0ef40f387c18 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.429212] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758579, 'name': PowerOffVM_Task, 'duration_secs': 0.247808} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.429672] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.430642] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d0eca-e07f-4128-a943-7f978c6181e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.454671] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845d34e-fbee-44f9-aa64-12cab14cc71d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.473977] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.487993] env[70399]: INFO nova.compute.manager [-] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Took 1.75 seconds to deallocate network for instance. [ 1009.501225] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.501225] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc36782b-24dc-42c8-b1a2-7e33eb321a92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.511202] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1009.511202] env[70399]: value = "task-3758580" [ 1009.511202] env[70399]: _type = "Task" [ 1009.511202] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.520199] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.527297] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ce73d1-54dc-dcb7-f006-acbcd644c5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.527847] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.528273] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 23063f37-5610-475a-9f1d-e8a11239187e/23063f37-5610-475a-9f1d-e8a11239187e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.528765] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafdea72-9314-4299-aaae-a4463c6a8da2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.537692] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1009.537692] env[70399]: value = "task-3758581" [ 1009.537692] env[70399]: _type = "Task" [ 1009.537692] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.548977] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.553078] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.553491] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Instance network_info: |[{"id": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "address": "fa:16:3e:55:77:61", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3054fa1f-ca", "ovs_interfaceid": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.553919] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:77:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.562558] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.563251] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.563501] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d36c85c-90d1-4013-a501-cffe12f1e767 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.586702] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.586702] env[70399]: value = "task-3758582" [ 1009.586702] env[70399]: _type = "Task" [ 1009.586702] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.596331] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758582, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.632634] env[70399]: DEBUG nova.compute.manager [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Received event network-changed-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.632693] env[70399]: DEBUG nova.compute.manager [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Refreshing instance network info cache due to event network-changed-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.633065] env[70399]: DEBUG oslo_concurrency.lockutils [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] Acquiring lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.633065] env[70399]: DEBUG oslo_concurrency.lockutils [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] Acquired lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.633408] env[70399]: DEBUG nova.network.neutron [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Refreshing network info cache for port 3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.795142] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 1ef5f84a-170a-4420-a8d9-b715de9b57d1] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.827191] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.828066] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.832242] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.191s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.835026] env[70399]: INFO nova.compute.claims [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.996899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.028235] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.028607] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.028914] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.029106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029333] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.030139] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13afc551-4c06-4bce-a224-cafea8c75826 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.050838] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.050838] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.052397] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb731a7b-fe6b-4c23-b454-c8c903deedc0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.060178] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.061860] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1010.061860] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292bd31-e6c4-a26f-f845-b8b3d6bf0aa1" [ 1010.061860] env[70399]: _type = "Task" [ 1010.061860] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.073719] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292bd31-e6c4-a26f-f845-b8b3d6bf0aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.098622] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758582, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.278332] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Successfully updated port: 9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.297813] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 67902cdf-0737-466b-ad67-90c63ba6c80c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.337443] env[70399]: DEBUG nova.compute.utils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.345034] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.345034] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.425751] env[70399]: DEBUG nova.policy [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0867db4dd5d44e1fa7bc42f9cdd6132b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700fdf82008f4326ba0b5b7330bdbb5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.514767] env[70399]: DEBUG nova.network.neutron [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Updated VIF entry in instance network info cache for port 3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.515133] env[70399]: DEBUG nova.network.neutron [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Updating instance_info_cache with network_info: [{"id": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "address": "fa:16:3e:55:77:61", "network": {"id": "7b256c09-b56d-4e7f-9129-0976aebd016a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1747270417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988c77b37f784f2a97fd54773f2e50b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3054fa1f-ca", "ovs_interfaceid": "3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.553324] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567552} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.553576] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 23063f37-5610-475a-9f1d-e8a11239187e/23063f37-5610-475a-9f1d-e8a11239187e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.553799] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.554073] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab5c1d6c-026a-4f4a-8cac-b51a2fd19aa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.563458] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1010.563458] env[70399]: value = "task-3758583" [ 1010.563458] env[70399]: _type = "Task" [ 1010.563458] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.578817] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292bd31-e6c4-a26f-f845-b8b3d6bf0aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.02752} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.581562] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.581842] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9583f559-5067-4f0b-adc1-4dc05e9b4394 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.589417] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1010.589417] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520933cb-3a99-416e-c633-5c6f876a852e" [ 1010.589417] env[70399]: _type = "Task" [ 1010.589417] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.608975] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520933cb-3a99-416e-c633-5c6f876a852e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.609248] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758582, 'name': CreateVM_Task, 'duration_secs': 0.60924} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.609800] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.610561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.610733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.611089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.611812] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97ce716-103c-4ea0-8d0a-fd7d5be7b319 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620201] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1010.620201] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259e01f-6608-f7a2-a7e9-f0b4817c27d4" [ 1010.620201] env[70399]: _type = "Task" [ 1010.620201] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.633610] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259e01f-6608-f7a2-a7e9-f0b4817c27d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.781802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.781802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.781802] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.804105] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c3427f09-f862-4df1-b52d-39afbd18edc2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.842834] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.013938] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Successfully created port: 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.019996] env[70399]: DEBUG oslo_concurrency.lockutils [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] Releasing lock "refresh_cache-77da841d-8e8c-497e-96a2-4c56d29d25db" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.020322] env[70399]: DEBUG nova.compute.manager [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Received event network-vif-deleted-fe0a4026-a32e-403d-9418-b6de5c477144 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.020426] env[70399]: DEBUG nova.compute.manager [req-16455986-2916-49a4-bc0a-44d38022b944 req-af33c44f-a225-4136-863c-33ed753cbf58 service nova] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Received event network-vif-deleted-b045d2b0-c8cc-4c89-b3fc-51956e167dca {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.080067] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091363} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.080348] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.081375] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3db3a-91cd-4d82-b902-3fbffa6582ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.106079] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 23063f37-5610-475a-9f1d-e8a11239187e/23063f37-5610-475a-9f1d-e8a11239187e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.112207] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e87aaf-2fbc-4437-beb2-451b0db98183 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.137498] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520933cb-3a99-416e-c633-5c6f876a852e, 'name': SearchDatastore_Task, 'duration_secs': 0.021358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.139712] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.140085] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. {{(pid=70399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1011.140488] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1011.140488] env[70399]: value = "task-3758584" [ 1011.140488] env[70399]: _type = "Task" [ 1011.140488] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.140786] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7830ee44-01e1-436e-8847-78c3b1adbe9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.152619] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259e01f-6608-f7a2-a7e9-f0b4817c27d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020644} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.153642] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.153991] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.154265] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.154677] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.155382] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfa2c96b-7de4-4450-96bf-94b2191d9b8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.161197] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.163471] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1011.163471] env[70399]: value = "task-3758585" [ 1011.163471] env[70399]: _type = "Task" [ 1011.163471] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.178726] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.180359] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.180563] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.181461] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e8bebc-6bf2-4dd8-9bef-eadc15d48e9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.189135] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1011.189135] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5224a3a6-7d72-564d-a16b-656e3367ec0d" [ 1011.189135] env[70399]: _type = "Task" [ 1011.189135] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.205312] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5224a3a6-7d72-564d-a16b-656e3367ec0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.205312] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d00d14-830d-4f50-ad57-38259d3c5239 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.215310] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1011.215310] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52718e6c-171d-dddc-8c09-64af4a723f47" [ 1011.215310] env[70399]: _type = "Task" [ 1011.215310] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.226129] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52718e6c-171d-dddc-8c09-64af4a723f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.307851] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 17a88673-c6cc-46ed-aecf-24911507cc05] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.347484] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.593765] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4589f7-d8ca-4e45-9f7c-ca5be4c8847a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.607690] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0acb4-a5fa-45db-8873-b1e104a3fd74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.649240] env[70399]: DEBUG nova.network.neutron [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Updating instance_info_cache with network_info: [{"id": "9cb10db7-8542-468f-9d75-b5486da04904", "address": "fa:16:3e:d2:a7:7e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb10db7-85", "ovs_interfaceid": "9cb10db7-8542-468f-9d75-b5486da04904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.654420] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17462f-941f-4deb-87e0-e903d08cbcde {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.667521] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.676811] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b296cd2-a347-4c79-8de1-2b2426650868 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.693694] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.705772] env[70399]: DEBUG nova.compute.provider_tree [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.729398] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52718e6c-171d-dddc-8c09-64af4a723f47, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.729694] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.730011] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 77da841d-8e8c-497e-96a2-4c56d29d25db/77da841d-8e8c-497e-96a2-4c56d29d25db.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.730308] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d3f22d-950c-4db7-a9f2-c4f39d83889a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.740175] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1011.740175] env[70399]: value = "task-3758586" [ 1011.740175] env[70399]: _type = "Task" [ 1011.740175] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.752657] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.780706] env[70399]: DEBUG nova.compute.manager [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Received event network-vif-plugged-9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.780950] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.781187] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.781363] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.781544] env[70399]: DEBUG nova.compute.manager [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] No waiting events found dispatching network-vif-plugged-9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1011.781700] env[70399]: WARNING nova.compute.manager [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Received unexpected event network-vif-plugged-9cb10db7-8542-468f-9d75-b5486da04904 for instance with vm_state building and task_state spawning. [ 1011.781876] env[70399]: DEBUG nova.compute.manager [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Received event network-changed-9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.782105] env[70399]: DEBUG nova.compute.manager [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Refreshing instance network info cache due to event network-changed-9cb10db7-8542-468f-9d75-b5486da04904. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.782282] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Acquiring lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.810943] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 8a8f20e6-46d8-4817-b8ed-98d5b85e9786] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.857251] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.891907] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.892088] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.892196] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.892369] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.892568] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.892732] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.892975] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.893299] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.893639] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.893732] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.893933] env[70399]: DEBUG nova.virt.hardware [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.894829] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd14cf-9378-43b9-aa6f-85e054d4d81a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.903753] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68181144-e2a8-468d-a77b-f9a0180e349d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.160018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.160560] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance network_info: |[{"id": "9cb10db7-8542-468f-9d75-b5486da04904", "address": "fa:16:3e:d2:a7:7e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb10db7-85", "ovs_interfaceid": "9cb10db7-8542-468f-9d75-b5486da04904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.161012] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758584, 'name': ReconfigVM_Task, 'duration_secs': 0.601495} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.161563] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Acquired lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.161748] env[70399]: DEBUG nova.network.neutron [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Refreshing network info cache for port 9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.163377] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a7:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb10db7-8542-468f-9d75-b5486da04904', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.180637] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.180637] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 23063f37-5610-475a-9f1d-e8a11239187e/23063f37-5610-475a-9f1d-e8a11239187e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.180936] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.180975] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88146072-8e24-40dc-bd92-dad9f62444db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.187978] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35e8d85-fecd-482e-a2d6-461bd5ca65b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.210515] env[70399]: DEBUG nova.scheduler.client.report [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.220893] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577313} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.233799] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk. [ 1012.233799] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1012.233799] env[70399]: value = "task-3758587" [ 1012.233799] env[70399]: _type = "Task" [ 1012.233799] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.233799] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.233799] env[70399]: value = "task-3758588" [ 1012.233799] env[70399]: _type = "Task" [ 1012.233799] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.233799] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc68771-5d0a-4fc9-980c-a74adca9b344 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.285010] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.296242] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b32c331-c55d-4345-8257-6cf48d5d9551 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.312310] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758588, 'name': CreateVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.312774] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758587, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.313237] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.319151] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 3b3e5554-6b27-4fdd-ac3a-b855c7d07e10] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.322629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.322629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.326296] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1012.326296] env[70399]: value = "task-3758589" [ 1012.326296] env[70399]: _type = "Task" [ 1012.326296] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.344077] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.729465] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.897s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.730205] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.734664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.432s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.734762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.738159] env[70399]: DEBUG oslo_concurrency.lockutils [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.601s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.738552] env[70399]: DEBUG oslo_concurrency.lockutils [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.738655] env[70399]: INFO nova.compute.manager [None req-271d5555-5fa1-4862-abec-59ecde4ca3dd tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Successfully reverted task state from rebuilding on failure for instance. [ 1012.744526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.746444] env[70399]: INFO nova.compute.claims [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.773344] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55573} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.780012] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 77da841d-8e8c-497e-96a2-4c56d29d25db/77da841d-8e8c-497e-96a2-4c56d29d25db.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.781547] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.781547] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758587, 'name': Rename_Task, 'duration_secs': 0.243806} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.781547] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758588, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.781547] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2f44e7-f4ad-4a7c-83b7-8db138a2f09b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.783736] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.787298] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bcff6e9-2f91-4047-8e16-ff53ff2cd3d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.794904] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1012.794904] env[70399]: value = "task-3758590" [ 1012.794904] env[70399]: _type = "Task" [ 1012.794904] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.795138] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1012.795138] env[70399]: value = "task-3758591" [ 1012.795138] env[70399]: _type = "Task" [ 1012.795138] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.796212] env[70399]: INFO nova.scheduler.client.report [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocations for instance 3305b11f-79db-4832-bb9d-c50d83a0cd68 [ 1012.813909] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.818395] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.825444] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fa423416-2678-4d8b-809a-67421ee11e68] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.844858] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758589, 'name': ReconfigVM_Task, 'duration_secs': 0.445795} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.844858] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde-rescue.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.844858] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3c66e7-6a4f-46ca-a7e8-438047388b39 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.879770] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74afad4c-7fab-4f7c-a4ab-4471482f7179 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.897011] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1012.897011] env[70399]: value = "task-3758592" [ 1012.897011] env[70399]: _type = "Task" [ 1012.897011] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.907213] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.968975] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Successfully updated port: 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.067295] env[70399]: DEBUG nova.network.neutron [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Updated VIF entry in instance network info cache for port 9cb10db7-8542-468f-9d75-b5486da04904. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.067603] env[70399]: DEBUG nova.network.neutron [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Updating instance_info_cache with network_info: [{"id": "9cb10db7-8542-468f-9d75-b5486da04904", "address": "fa:16:3e:d2:a7:7e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb10db7-85", "ovs_interfaceid": "9cb10db7-8542-468f-9d75-b5486da04904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.252693] env[70399]: DEBUG nova.compute.utils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.257636] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.257869] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.273222] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758588, 'name': CreateVM_Task, 'duration_secs': 0.56179} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.273645] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.274332] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.274625] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.274992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.275678] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8b0fdb-6f03-4c61-895c-da6f1d1d9c0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.283204] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1013.283204] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528eac52-ae4a-dc21-151e-b03c4dd34ffe" [ 1013.283204] env[70399]: _type = "Task" [ 1013.283204] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.293425] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528eac52-ae4a-dc21-151e-b03c4dd34ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.320367] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084805} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.320649] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.320870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b367f6f9-68b8-43f5-a9fd-b4a3c6b763a4 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "3305b11f-79db-4832-bb9d-c50d83a0cd68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.597s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.321827] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.325539] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023efb6-1677-4467-ba40-c21bbe396e64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.340241] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 71f44424-3ca9-4bbe-a6bf-e133a5f3b35e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.354710] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 77da841d-8e8c-497e-96a2-4c56d29d25db/77da841d-8e8c-497e-96a2-4c56d29d25db.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.354710] env[70399]: DEBUG nova.policy [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a7d1d228b645f6a016ecd7bf6d5b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e3316be417402097e660f5db07b499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.356932] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4727c7-12bb-42c3-868e-701c584afe97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.383048] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1013.383048] env[70399]: value = "task-3758593" [ 1013.383048] env[70399]: _type = "Task" [ 1013.383048] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.392750] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.406222] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1013.407254] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445b7ec-7802-4de8-81a7-42b588a23117 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.414150] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758592, 'name': ReconfigVM_Task, 'duration_secs': 0.376694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.415010] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.415387] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8ca99b-fd34-4da5-9fd8-d77740fe0fb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.419969] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1013.420274] env[70399]: ERROR oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk due to incomplete transfer. [ 1013.421067] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3257d26f-dff5-49f9-a186-95bd7b2067ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.427055] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1013.427055] env[70399]: value = "task-3758594" [ 1013.427055] env[70399]: _type = "Task" [ 1013.427055] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.435373] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9a7a-f109-f363-3883-c68f76dd62d6/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1013.435736] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Uploaded image b29d2447-2e22-470b-93b1-1a43dcf895c7 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1013.439100] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1013.443195] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-872e47f3-59a0-40d6-ae72-bc92b3a2e19d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.444826] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.451507] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1013.451507] env[70399]: value = "task-3758595" [ 1013.451507] env[70399]: _type = "Task" [ 1013.451507] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.462134] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758595, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.478403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.478403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.478403] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.571447] env[70399]: DEBUG oslo_concurrency.lockutils [req-24ddf668-18df-4702-abdd-220eb249d48e req-c092a525-9158-4b6a-be15-14492b8fedf4 service nova] Releasing lock "refresh_cache-b9f069e3-35ab-4802-afaf-62b2b5cddb58" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.722182] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Successfully created port: a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.758196] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.803983] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528eac52-ae4a-dc21-151e-b03c4dd34ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.808561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.808902] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.809168] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.809316] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.809498] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.810941] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cddbc9-a28d-4c5c-b0c4-66391cc9e0c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.820393] env[70399]: DEBUG oslo_vmware.api [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758590, 'name': PowerOnVM_Task, 'duration_secs': 0.677943} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.823433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.823696] env[70399]: INFO nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1013.823974] env[70399]: DEBUG nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.827688] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ca40de-a98a-4617-8b3c-fe42fad710b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.830488] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.830767] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.832967] env[70399]: DEBUG nova.compute.manager [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Received event network-vif-plugged-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.833174] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Acquiring lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.833467] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.836076] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.836076] env[70399]: DEBUG nova.compute.manager [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] No waiting events found dispatching network-vif-plugged-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.836076] env[70399]: WARNING nova.compute.manager [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Received unexpected event network-vif-plugged-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 for instance with vm_state building and task_state spawning. [ 1013.836076] env[70399]: DEBUG nova.compute.manager [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Received event network-changed-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.836076] env[70399]: DEBUG nova.compute.manager [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Refreshing instance network info cache due to event network-changed-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.836076] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Acquiring lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.836076] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916bcb97-0f1b-4706-b3b0-c7adf0ddc626 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.851467] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1013.851467] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52372336-afd3-e93f-e554-6e442106ed26" [ 1013.851467] env[70399]: _type = "Task" [ 1013.851467] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.858293] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 43349753-23ef-41fe-acd9-202d4ee28ebe] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.869747] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52372336-afd3-e93f-e554-6e442106ed26, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.870572] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5848bc88-6906-48bf-82e0-52277c040f04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.879254] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1013.879254] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7568e-3343-96e8-3f1b-165f650a979c" [ 1013.879254] env[70399]: _type = "Task" [ 1013.879254] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.893678] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7568e-3343-96e8-3f1b-165f650a979c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.901642] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.944462] env[70399]: DEBUG oslo_vmware.api [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758594, 'name': PowerOnVM_Task, 'duration_secs': 0.484666} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.944462] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.948027] env[70399]: DEBUG nova.compute.manager [None req-ad8270d3-fdb1-4173-b16a-07b9494be2e8 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.948027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3f8cf-a537-49d1-a306-0cb28be475b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.964592] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758595, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.041601] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.369146] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 43939515-ff5a-4d2d-bde9-b26ddca81eba] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.371718] env[70399]: INFO nova.compute.manager [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Took 61.17 seconds to build instance. [ 1014.397817] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b7568e-3343-96e8-3f1b-165f650a979c, 'name': SearchDatastore_Task, 'duration_secs': 0.028225} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.401250] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.401918] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.403145] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758593, 'name': ReconfigVM_Task, 'duration_secs': 0.721634} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.403546] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-716f3026-acf2-4276-b2a1-bf90aa857632 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.408113] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 77da841d-8e8c-497e-96a2-4c56d29d25db/77da841d-8e8c-497e-96a2-4c56d29d25db.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.410807] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a43abd5-3741-4fe0-b2c4-123ac463e4f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.420323] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1014.420323] env[70399]: value = "task-3758596" [ 1014.420323] env[70399]: _type = "Task" [ 1014.420323] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.423889] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1014.423889] env[70399]: value = "task-3758597" [ 1014.423889] env[70399]: _type = "Task" [ 1014.423889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.454288] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758596, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.455211] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.481030] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758595, 'name': Destroy_Task, 'duration_secs': 0.672836} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.481030] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Destroyed the VM [ 1014.481188] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1014.482056] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3cab5a00-9cdb-4f7f-bdc3-808c51a8fdbc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.493281] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a951f67-68f3-475d-a2c6-cfaa6a523b2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.510376] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1014.510376] env[70399]: value = "task-3758598" [ 1014.510376] env[70399]: _type = "Task" [ 1014.510376] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.514647] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfea6c4-969c-4b8a-b888-e54c42ba140b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.527855] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.556354] env[70399]: DEBUG nova.network.neutron [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updating instance_info_cache with network_info: [{"id": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "address": "fa:16:3e:7f:85:ad", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d6bb9-44", "ovs_interfaceid": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.558394] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7f9e1c-6d0a-4ac8-9b03-17eb5f2ac11f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.567019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b01c0-bc58-4467-9f2f-785c134cd58c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.583519] env[70399]: DEBUG nova.compute.provider_tree [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.772232] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.804677] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.805506] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.806021] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.806684] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.806859] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.807027] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.807257] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.807447] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.807645] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.807823] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.808018] env[70399]: DEBUG nova.virt.hardware [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.808977] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcdeae5-da86-45de-ab5d-d2c0deb7effb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.827948] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148d1c6-1b76-4548-9b3b-467905da9fa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.873748] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 0ab4a2ea-d5c5-48d8-9422-a23207308ab6] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.876377] env[70399]: DEBUG oslo_concurrency.lockutils [None req-439d09b2-df0d-4b40-aea8-68e54aba3453 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.725s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.945759] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758596, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.949696] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758597, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.026874] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758598, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.062238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.062779] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Instance network_info: |[{"id": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "address": "fa:16:3e:7f:85:ad", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d6bb9-44", "ovs_interfaceid": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.063196] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Acquired lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.063643] env[70399]: DEBUG nova.network.neutron [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Refreshing network info cache for port 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.065353] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:85:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0d6bb9-4498-4b10-a91c-1ba34e58cb49', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.074050] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.075229] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.075479] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ce66a4-ddb3-42bf-b34f-0b360458fb2c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.092029] env[70399]: DEBUG nova.scheduler.client.report [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.101874] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.101874] env[70399]: value = "task-3758599" [ 1015.101874] env[70399]: _type = "Task" [ 1015.101874] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.112152] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758599, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.378524] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: eb2fdaed-a533-45b9-8d69-b16ea78c57a6] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.381415] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.444945] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758596, 'name': Rename_Task, 'duration_secs': 0.847086} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.449591] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.452389] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554975} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.452637] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb857f59-ae04-4f89-b006-fb3c33c2db59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.458211] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.458211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.458211] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3fcb0f-4865-411a-9b42-c4dc7f4c4245 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.467309] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1015.467309] env[70399]: value = "task-3758600" [ 1015.467309] env[70399]: _type = "Task" [ 1015.467309] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.469251] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1015.469251] env[70399]: value = "task-3758601" [ 1015.469251] env[70399]: _type = "Task" [ 1015.469251] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.486981] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.490838] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.538397] env[70399]: DEBUG oslo_vmware.api [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783183} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.539276] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Successfully updated port: a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.540575] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1015.540822] env[70399]: INFO nova.compute.manager [None req-d55fdbd2-38fe-48ff-a9a4-ee9dfd6f6747 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 16.64 seconds to snapshot the instance on the hypervisor. [ 1015.571719] env[70399]: DEBUG nova.compute.manager [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Received event network-vif-plugged-a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.571817] env[70399]: DEBUG oslo_concurrency.lockutils [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.572080] env[70399]: DEBUG oslo_concurrency.lockutils [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.572264] env[70399]: DEBUG oslo_concurrency.lockutils [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.572482] env[70399]: DEBUG nova.compute.manager [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] No waiting events found dispatching network-vif-plugged-a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1015.572699] env[70399]: WARNING nova.compute.manager [req-69e8a124-4bf5-454d-8515-e80933968586 req-511190dc-231c-4cfa-ab29-eb402e9d7201 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Received unexpected event network-vif-plugged-a2005298-430b-4eb0-a4dc-24891dbf18a9 for instance with vm_state building and task_state spawning. [ 1015.597946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.598494] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.601571] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.710s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.603218] env[70399]: INFO nova.compute.claims [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.619113] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758599, 'name': CreateVM_Task, 'duration_secs': 0.399359} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.619283] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.619972] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.620155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.620479] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.620744] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944ebaef-86ce-4771-bfbc-283c2f51fcde {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.626921] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1015.626921] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52debc29-6ce6-9c42-2f95-0d71e18dce04" [ 1015.626921] env[70399]: _type = "Task" [ 1015.626921] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.635933] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52debc29-6ce6-9c42-2f95-0d71e18dce04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.642551] env[70399]: INFO nova.compute.manager [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Unrescuing [ 1015.642828] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.643043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.643255] env[70399]: DEBUG nova.network.neutron [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.861415] env[70399]: DEBUG nova.network.neutron [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updated VIF entry in instance network info cache for port 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.861794] env[70399]: DEBUG nova.network.neutron [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updating instance_info_cache with network_info: [{"id": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "address": "fa:16:3e:7f:85:ad", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d6bb9-44", "ovs_interfaceid": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.892452] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fda7cf41-c67e-4583-9344-5dd1eeee6cc2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.908193] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.984703] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126245} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.988138] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.988476] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.989318] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839ffb7-ace3-45b7-aa58-fe7e994c6007 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.012462] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.012746] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2e05e6-bd12-4e67-ad72-95da53440e72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.036027] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1016.036027] env[70399]: value = "task-3758602" [ 1016.036027] env[70399]: _type = "Task" [ 1016.036027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.045554] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.045804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.045988] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.049390] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.111477] env[70399]: DEBUG nova.compute.utils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.113499] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.113799] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.142526] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52debc29-6ce6-9c42-2f95-0d71e18dce04, 'name': SearchDatastore_Task, 'duration_secs': 0.041966} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.142984] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.143308] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.143664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.143774] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.143960] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.144612] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec3afb0-28d5-4367-978e-82c6aa409892 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.158058] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.158118] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.160462] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f3ca36-5aa8-4ff7-8c65-1779fbef6f93 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.167096] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1016.167096] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52180ea1-9317-16ef-f3c7-f83430b2f4e4" [ 1016.167096] env[70399]: _type = "Task" [ 1016.167096] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.176423] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52180ea1-9317-16ef-f3c7-f83430b2f4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.186458] env[70399]: DEBUG nova.policy [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a847af62a5a40fa8cde930d0e835c19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76eb9e752cc47a485dd65e34456929f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.364619] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a2052-a13c-42da-90a0-4a79e81ba2b9 req-6e2a4ba6-11da-4e7d-a576-b3a3c513b6f8 service nova] Releasing lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.395611] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 45bc8818-027b-4516-a201-a6193cdf5343] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.483020] env[70399]: DEBUG oslo_vmware.api [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758600, 'name': PowerOnVM_Task, 'duration_secs': 0.89729} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.483364] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.483616] env[70399]: INFO nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1016.483811] env[70399]: DEBUG nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.484746] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e4106-0c09-4a07-ac9a-6fb6266e9032 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.558021] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758602, 'name': ReconfigVM_Task, 'duration_secs': 0.340437} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.558021] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.558021] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9370b7-1276-4468-aff5-3b00fe631f39 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.566502] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1016.566502] env[70399]: value = "task-3758603" [ 1016.566502] env[70399]: _type = "Task" [ 1016.566502] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.583917] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758603, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.585041] env[70399]: DEBUG nova.network.neutron [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.617479] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.622771] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.664373] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Successfully created port: bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.682273] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52180ea1-9317-16ef-f3c7-f83430b2f4e4, 'name': SearchDatastore_Task, 'duration_secs': 0.0158} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.683243] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c546ec65-66b8-4e8a-843f-3fb2ce7b6efd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.693928] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1016.693928] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4845c-d95b-76e9-d001-5cfcc89ae3d1" [ 1016.693928] env[70399]: _type = "Task" [ 1016.693928] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.703964] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4845c-d95b-76e9-d001-5cfcc89ae3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.781865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "91022516-7888-46b2-bfcf-fdfcc336c586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.782582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.898909] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6a0b46c8-e3e4-4caf-a798-01f428476931] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.907949] env[70399]: DEBUG nova.network.neutron [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.005228] env[70399]: INFO nova.compute.manager [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Took 60.22 seconds to build instance. [ 1017.080936] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758603, 'name': Rename_Task, 'duration_secs': 0.300063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.080936] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.080936] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e1ca97-116c-4270-8830-27053836a477 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.087456] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.088354] env[70399]: DEBUG nova.objects.instance [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'flavor' on Instance uuid 385de0b4-b19e-4f01-9e7b-07e9472e4129 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.092200] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1017.092200] env[70399]: value = "task-3758604" [ 1017.092200] env[70399]: _type = "Task" [ 1017.092200] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.102136] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.208970] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b4845c-d95b-76e9-d001-5cfcc89ae3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017863} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.212418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.212761] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a794b355-e488-4bd0-bc15-fa5f3e4a15bd/a794b355-e488-4bd0-bc15-fa5f3e4a15bd.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.213720] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e863ac2e-6393-4af8-ac4a-28d20b272a17 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.221696] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1017.221696] env[70399]: value = "task-3758605" [ 1017.221696] env[70399]: _type = "Task" [ 1017.221696] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.236745] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.269021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde71796-9739-4593-a369-e6427e2801e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.276730] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f629f5-d10e-4130-8988-765b16aa772c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.311146] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c5b18-f683-4930-8e6e-77130e3af467 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.320173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af0e5e-f91a-441f-9b69-4d15af4dff7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.334748] env[70399]: DEBUG nova.compute.provider_tree [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.403754] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fa1bff3d-d23d-4d72-ba3f-badb7f6b7a9b] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.410237] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.410634] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Instance network_info: |[{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.411082] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2005298-430b-4eb0-a4dc-24891dbf18a9', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.421176] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.421465] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.421708] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449db24f-153e-4a74-a733-10442be29e04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.448101] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.448101] env[70399]: value = "task-3758606" [ 1017.448101] env[70399]: _type = "Task" [ 1017.448101] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.457391] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758606, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.507440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7bc42420-8f16-4084-9038-221a46af7da6 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.247s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.600506] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee7d2d-0f85-47b4-9476-7341b2f7fd07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.641860] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.645526] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.651999] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6b5523-fd1e-49af-b243-89f4c0822f7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.654299] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758604, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.665513] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1017.665513] env[70399]: value = "task-3758607" [ 1017.665513] env[70399]: _type = "Task" [ 1017.665513] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.678404] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.678404] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.678404] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.678404] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.679386] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.679674] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.680080] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.680375] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.681029] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.681029] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.681698] env[70399]: DEBUG nova.virt.hardware [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.682707] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cf15c-a0a5-4fec-86b9-cbb7a15e4510 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.691735] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.698712] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd27c890-f632-451a-84c8-13aa4de1a220 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.733617] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.739207] env[70399]: DEBUG nova.compute.manager [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Received event network-changed-a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.740044] env[70399]: DEBUG nova.compute.manager [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Refreshing instance network info cache due to event network-changed-a2005298-430b-4eb0-a4dc-24891dbf18a9. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.740044] env[70399]: DEBUG oslo_concurrency.lockutils [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] Acquiring lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.740044] env[70399]: DEBUG oslo_concurrency.lockutils [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] Acquired lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.740044] env[70399]: DEBUG nova.network.neutron [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Refreshing network info cache for port a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.838668] env[70399]: DEBUG nova.scheduler.client.report [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.906980] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: cb8ce671-a20a-4590-afc5-f3c067ccf774] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.960750] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758606, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.010616] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.066838] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "77da841d-8e8c-497e-96a2-4c56d29d25db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.066838] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.066838] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.066838] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.067422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.070653] env[70399]: INFO nova.compute.manager [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Terminating instance [ 1018.106477] env[70399]: DEBUG oslo_vmware.api [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758604, 'name': PowerOnVM_Task, 'duration_secs': 0.642078} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.106758] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.106957] env[70399]: INFO nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1018.107153] env[70399]: DEBUG nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.107951] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82007bc3-c0fc-4e1e-9288-07e30a5fa133 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.178918] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758607, 'name': PowerOffVM_Task, 'duration_secs': 0.343715} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.179150] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.184597] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfiguring VM instance instance-00000040 to detach disk 2002 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.184909] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dfbe50-5c62-4c5d-ad98-536b1bb93458 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205771] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1018.205771] env[70399]: value = "task-3758608" [ 1018.205771] env[70399]: _type = "Task" [ 1018.205771] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.215691] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.235409] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63214} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.235409] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a794b355-e488-4bd0-bc15-fa5f3e4a15bd/a794b355-e488-4bd0-bc15-fa5f3e4a15bd.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.235409] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.235409] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80a99ed2-9f58-4888-9380-cc7d93cec739 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.246454] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1018.246454] env[70399]: value = "task-3758609" [ 1018.246454] env[70399]: _type = "Task" [ 1018.246454] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.256766] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.345010] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.345548] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.350294] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.214s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.350518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.352597] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.851s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.354153] env[70399]: INFO nova.compute.claims [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.410273] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: ce836b7f-fb93-4621-b0b5-6f590a6df215] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.463181] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758606, 'name': CreateVM_Task, 'duration_secs': 0.675006} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.465911] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.466658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.466957] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.467353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.468038] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc8ba2d-e48f-43fe-a304-cfa4f07349c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.473911] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1018.473911] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52922203-9c81-befd-221e-21cec78d50ad" [ 1018.473911] env[70399]: _type = "Task" [ 1018.473911] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.483346] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52922203-9c81-befd-221e-21cec78d50ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.538255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.575236] env[70399]: DEBUG nova.compute.manager [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.575495] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.576423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f963c02-0780-494c-b717-2046f88cb526 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.587698] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.588070] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c62fbe-a5c7-4ab8-b4d4-de4c886f1eb0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.595688] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1018.595688] env[70399]: value = "task-3758610" [ 1018.595688] env[70399]: _type = "Task" [ 1018.595688] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.606805] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.611836] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Successfully updated port: bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.629197] env[70399]: INFO nova.compute.manager [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Took 59.63 seconds to build instance. [ 1018.659849] env[70399]: DEBUG nova.network.neutron [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updated VIF entry in instance network info cache for port a2005298-430b-4eb0-a4dc-24891dbf18a9. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.660246] env[70399]: DEBUG nova.network.neutron [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.716461] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758608, 'name': ReconfigVM_Task, 'duration_secs': 0.319221} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.719600] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfigured VM instance instance-00000040 to detach disk 2002 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.719600] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.719600] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9e7099-9987-4040-9cb7-51c835a27e8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.726169] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1018.726169] env[70399]: value = "task-3758611" [ 1018.726169] env[70399]: _type = "Task" [ 1018.726169] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.732876] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.758529] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075681} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.759701] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.760870] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530c210-992c-41b8-83b4-e2fa464b4094 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.784271] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a794b355-e488-4bd0-bc15-fa5f3e4a15bd/a794b355-e488-4bd0-bc15-fa5f3e4a15bd.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.784611] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c82909d-56db-4b6b-8a52-9ba9e6dbcd20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.806059] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1018.806059] env[70399]: value = "task-3758612" [ 1018.806059] env[70399]: _type = "Task" [ 1018.806059] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.814822] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.852644] env[70399]: DEBUG nova.compute.utils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.855016] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.855016] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.883343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27ccd1c7-0428-4352-8eae-9fa7a4f4f85d tempest-ServerActionsV293TestJSON-2036472382 tempest-ServerActionsV293TestJSON-2036472382-project-member] Lock "5d11aa43-62fa-48f3-ac9b-97cb28f2f622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.150s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.914576] env[70399]: DEBUG nova.policy [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe64c83604a494f9720095b6d470e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baafb255e9eb42d3894b0327a4b7d5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.919423] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: a528a175-424a-4140-825b-0eebd013c5fb] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.986378] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52922203-9c81-befd-221e-21cec78d50ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.988309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.988309] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.988309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988309] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.988309] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-026e09bf-d066-49f4-bff2-60f4019ab761 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.000373] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.000553] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.001338] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0355a286-61af-4812-b2a7-9cb66cdf73ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.009325] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1019.009325] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fa4026-7517-e71a-360a-8b8998a6399c" [ 1019.009325] env[70399]: _type = "Task" [ 1019.009325] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.024162] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52fa4026-7517-e71a-360a-8b8998a6399c, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.025277] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa3cdc2-104e-4cf7-8c3a-60a0b3a00f4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.028072] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.028362] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.028584] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.028772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.028936] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.035260] env[70399]: INFO nova.compute.manager [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Terminating instance [ 1019.038603] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1019.038603] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b6703-b0f8-732d-78cc-c78c2ebb96ae" [ 1019.038603] env[70399]: _type = "Task" [ 1019.038603] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.051129] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b6703-b0f8-732d-78cc-c78c2ebb96ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.108965] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758610, 'name': PowerOffVM_Task, 'duration_secs': 0.460314} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.109322] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.109498] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.109799] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-288d6e07-36e6-4232-bf87-95aae4c512f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.115481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.117954] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.117954] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.131521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6449900d-2acd-4c9e-a489-30797e85101b tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.636s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.162900] env[70399]: DEBUG oslo_concurrency.lockutils [req-e3d2def6-c1b6-4976-82a8-ab6d829674fc req-e64ff3ed-f754-4628-9fa5-1cb9123c9d2e service nova] Releasing lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.211973] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.212300] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.212630] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleting the datastore file [datastore2] 77da841d-8e8c-497e-96a2-4c56d29d25db {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.213040] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b18954-d789-44a7-9009-ccbad50259fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.222236] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for the task: (returnval){ [ 1019.222236] env[70399]: value = "task-3758614" [ 1019.222236] env[70399]: _type = "Task" [ 1019.222236] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.238841] env[70399]: DEBUG oslo_vmware.api [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758611, 'name': PowerOnVM_Task, 'duration_secs': 0.425143} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.242095] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.243033] env[70399]: DEBUG nova.compute.manager [None req-8f12aca3-91ac-467b-b1a8-9b52681c32cc tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.243033] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.243538] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f95065b-0503-455b-ad44-ba7cf78435fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.320363] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.355920] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.375275] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Successfully created port: baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.422106] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 627b3514-19e9-4709-84ed-7c6592304398] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.548440] env[70399]: DEBUG nova.compute.manager [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.548658] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.550567] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d286845a-29d4-418a-8016-1db9ab89d828 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.558220] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.561529] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7078d8b9-a86d-44ec-88ab-7d66abc63515 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.563280] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b6703-b0f8-732d-78cc-c78c2ebb96ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014835} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.565973] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.566191] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.566941] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c967d3-f29f-4553-920b-e215fd59abd8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.572603] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1019.572603] env[70399]: value = "task-3758615" [ 1019.572603] env[70399]: _type = "Task" [ 1019.572603] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.578896] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1019.578896] env[70399]: value = "task-3758616" [ 1019.578896] env[70399]: _type = "Task" [ 1019.578896] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.589042] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.597164] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.635018] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.681384] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.732621] env[70399]: DEBUG oslo_vmware.api [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Task: {'id': task-3758614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374755} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.735878] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.735878] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.736092] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.736288] env[70399]: INFO nova.compute.manager [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1019.736531] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.736991] env[70399]: DEBUG nova.compute.manager [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.737112] env[70399]: DEBUG nova.network.neutron [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.818441] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758612, 'name': ReconfigVM_Task, 'duration_secs': 0.657892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.820786] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a794b355-e488-4bd0-bc15-fa5f3e4a15bd/a794b355-e488-4bd0-bc15-fa5f3e4a15bd.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.823612] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e854ba0-fbd3-4f16-b846-a5b0accf85ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.833626] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1019.833626] env[70399]: value = "task-3758617" [ 1019.833626] env[70399]: _type = "Task" [ 1019.833626] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.848291] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758617, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.915576] env[70399]: DEBUG nova.compute.manager [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Received event network-vif-plugged-bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.915774] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.915995] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.916200] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.916376] env[70399]: DEBUG nova.compute.manager [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] No waiting events found dispatching network-vif-plugged-bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.916545] env[70399]: WARNING nova.compute.manager [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Received unexpected event network-vif-plugged-bd69d784-9580-4fd5-b64a-9f8685f7f719 for instance with vm_state building and task_state spawning. [ 1019.917123] env[70399]: DEBUG nova.compute.manager [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Received event network-changed-bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.917123] env[70399]: DEBUG nova.compute.manager [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Refreshing instance network info cache due to event network-changed-bd69d784-9580-4fd5-b64a-9f8685f7f719. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.917123] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Acquiring lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.928366] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 444fb993-64c1-45aa-9c38-e03a60d70bbf] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.943132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.943405] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.943622] env[70399]: DEBUG nova.compute.manager [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.948586] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c80971-b8e9-4b0c-ab59-70824fe4a82c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.952227] env[70399]: DEBUG nova.network.neutron [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating instance_info_cache with network_info: [{"id": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "address": "fa:16:3e:d1:ad:c4", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd69d784-95", "ovs_interfaceid": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.962281] env[70399]: DEBUG nova.compute.manager [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.962934] env[70399]: DEBUG nova.objects.instance [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'flavor' on Instance uuid b9f069e3-35ab-4802-afaf-62b2b5cddb58 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.015305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da668f-4a06-4ef8-9d56-33ecfbd3395e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.027850] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc722d3a-0986-41be-bdd9-1c655ab53c30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.063766] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f1bb2-e4d5-4c93-b174-64c3f64e9e1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.073640] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad8692b-1a7f-4728-b138-8468fb755a95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.086200] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758615, 'name': PowerOffVM_Task, 'duration_secs': 0.286673} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.097338] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.097543] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.098072] env[70399]: DEBUG nova.compute.provider_tree [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.099545] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2666f300-4cd4-480a-b31e-e14b39d286c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.109023] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.162145] env[70399]: DEBUG nova.compute.manager [req-6112c306-e1ee-48bf-98d6-2eeb6606f050 req-625e5521-a6b3-4ee6-a803-0048fd8b9929 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Received event network-vif-deleted-3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.162238] env[70399]: INFO nova.compute.manager [req-6112c306-e1ee-48bf-98d6-2eeb6606f050 req-625e5521-a6b3-4ee6-a803-0048fd8b9929 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Neutron deleted interface 3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526; detaching it from the instance and deleting it from the info cache [ 1020.162696] env[70399]: DEBUG nova.network.neutron [req-6112c306-e1ee-48bf-98d6-2eeb6606f050 req-625e5521-a6b3-4ee6-a803-0048fd8b9929 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.167224] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.185591] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.185858] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.186145] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleting the datastore file [datastore1] c0dd39c9-510e-47e3-8f6f-50bbefa27a6a {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.186438] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fe6dc7b-39ae-4450-b30d-a0004ab006c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.195619] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1020.195619] env[70399]: value = "task-3758619" [ 1020.195619] env[70399]: _type = "Task" [ 1020.195619] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.206988] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.346680] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758617, 'name': Rename_Task, 'duration_secs': 0.200593} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.346987] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.347263] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-609373ae-7409-4234-8cea-9357db9ab0cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.356603] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1020.356603] env[70399]: value = "task-3758620" [ 1020.356603] env[70399]: _type = "Task" [ 1020.356603] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.368432] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.370742] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.399303] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.399576] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.399750] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.399934] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.400497] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.400497] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.400497] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.400671] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.400788] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.400967] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.401195] env[70399]: DEBUG nova.virt.hardware [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.402166] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a4582-2fb2-4d95-b9dc-d8436f2c6642 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.410659] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0655133-4a44-4de5-bafc-c2cef736b522 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.431259] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.431598] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances with incomplete migration {{(pid=70399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1020.455751] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.456464] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Instance network_info: |[{"id": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "address": "fa:16:3e:d1:ad:c4", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd69d784-95", "ovs_interfaceid": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.456699] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Acquired lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.456934] env[70399]: DEBUG nova.network.neutron [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Refreshing network info cache for port bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.458274] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:ad:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd69d784-9580-4fd5-b64a-9f8685f7f719', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.466301] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.469966] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.472788] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8522d8f2-3364-43ce-9ba7-7604be6daffe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.496561] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.496561] env[70399]: value = "task-3758621" [ 1020.496561] env[70399]: _type = "Task" [ 1020.496561] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.508687] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758621, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.598740] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70917} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.599110] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.599271] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.599518] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f28b6d2-234e-4a80-88cd-90eb1bced841 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.602634] env[70399]: DEBUG nova.scheduler.client.report [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.614657] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1020.614657] env[70399]: value = "task-3758622" [ 1020.614657] env[70399]: _type = "Task" [ 1020.614657] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.629965] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.642344] env[70399]: DEBUG nova.network.neutron [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.665753] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e4af7be-bc41-4435-8845-15dc979a7a3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.678551] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a85ae9-b705-4cb4-89ea-cb0dfe5ed35a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.706033] env[70399]: DEBUG oslo_vmware.api [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281594} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.724312] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.724511] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.724795] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.725455] env[70399]: INFO nova.compute.manager [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1020.725455] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.725880] env[70399]: DEBUG nova.compute.manager [req-6112c306-e1ee-48bf-98d6-2eeb6606f050 req-625e5521-a6b3-4ee6-a803-0048fd8b9929 service nova] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Detach interface failed, port_id=3054fa1f-ca1c-4e5d-9a1c-8f8dd7ace526, reason: Instance 77da841d-8e8c-497e-96a2-4c56d29d25db could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.727078] env[70399]: DEBUG nova.compute.manager [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.727326] env[70399]: DEBUG nova.network.neutron [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.874614] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.935542] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.981540] env[70399]: DEBUG nova.network.neutron [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updated VIF entry in instance network info cache for port bd69d784-9580-4fd5-b64a-9f8685f7f719. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.981540] env[70399]: DEBUG nova.network.neutron [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating instance_info_cache with network_info: [{"id": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "address": "fa:16:3e:d1:ad:c4", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd69d784-95", "ovs_interfaceid": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.994196] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.994196] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ffe1a15-0aef-47c9-b9b6-c07d7379df8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.003849] env[70399]: DEBUG oslo_vmware.api [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1021.003849] env[70399]: value = "task-3758623" [ 1021.003849] env[70399]: _type = "Task" [ 1021.003849] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.013720] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758621, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.020492] env[70399]: DEBUG oslo_vmware.api [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.112022] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.112022] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.113265] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.824s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.113744] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.116992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.462s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.117587] env[70399]: DEBUG nova.objects.instance [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1021.139232] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.139232] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.139232] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8c612-6f16-406c-b789-98979f09ca13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.143743] env[70399]: INFO nova.compute.manager [-] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Took 1.41 seconds to deallocate network for instance. [ 1021.172265] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.173840] env[70399]: INFO nova.scheduler.client.report [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted allocations for instance b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9 [ 1021.183362] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687cb2c8-bfdf-4575-b461-a8fa08b967b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.217229] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1021.217229] env[70399]: value = "task-3758624" [ 1021.217229] env[70399]: _type = "Task" [ 1021.217229] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.230666] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758624, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.355175] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Successfully updated port: baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.374690] env[70399]: DEBUG oslo_vmware.api [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758620, 'name': PowerOnVM_Task, 'duration_secs': 0.926558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.376107] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.376335] env[70399]: INFO nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1021.376520] env[70399]: DEBUG nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.377804] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a40621-eed7-43e7-9cf1-c7411506ea2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.484521] env[70399]: DEBUG oslo_concurrency.lockutils [req-c07150ad-92a9-43ad-92cb-1025757ea1ad req-96568c0e-121e-4c6b-a861-78e3d9b9fa9c service nova] Releasing lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.507631] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758621, 'name': CreateVM_Task, 'duration_secs': 0.852591} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.510359] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.511691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.511870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.512209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.512879] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf28586-55e0-40af-9fe6-17bd1bc6c0ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.518322] env[70399]: DEBUG oslo_vmware.api [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758623, 'name': PowerOffVM_Task, 'duration_secs': 0.389926} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.519689] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.519894] env[70399]: DEBUG nova.compute.manager [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.520246] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1021.520246] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ef4c20-cf9a-d611-ce61-961b12c5acf4" [ 1021.520246] env[70399]: _type = "Task" [ 1021.520246] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.520951] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a5d705-f76c-43db-a0e2-849527a0c72a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.532360] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ef4c20-cf9a-d611-ce61-961b12c5acf4, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.534076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.534348] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.534582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.534731] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.534907] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.537127] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bdba612-acab-4609-82e8-a8348aba0bab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.549258] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.549258] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.549432] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b4a018-f527-4b8e-aacf-e6fb693a2de6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.556141] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1021.556141] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522536cc-cced-1bed-0da3-2c119d538300" [ 1021.556141] env[70399]: _type = "Task" [ 1021.556141] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.565878] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522536cc-cced-1bed-0da3-2c119d538300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.593987] env[70399]: DEBUG nova.network.neutron [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.626261] env[70399]: DEBUG nova.compute.utils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.630905] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.631160] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.700688] env[70399]: DEBUG nova.policy [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe64c83604a494f9720095b6d470e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baafb255e9eb42d3894b0327a4b7d5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.709026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.711616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ef3d5a76-41ec-44d5-a612-e2f0149efc3f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.610s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.727779] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758624, 'name': ReconfigVM_Task, 'duration_secs': 0.384804} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.728724] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.729376] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2329a31b-449e-4f62-9d2f-2d4f857b7236 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.738259] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1021.738259] env[70399]: value = "task-3758625" [ 1021.738259] env[70399]: _type = "Task" [ 1021.738259] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.748035] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758625, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.858604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.858764] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.858919] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.904515] env[70399]: INFO nova.compute.manager [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Took 59.63 seconds to build instance. [ 1022.043436] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b3d65dd-420f-4f6e-889f-e96937709798 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.069997] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522536cc-cced-1bed-0da3-2c119d538300, 'name': SearchDatastore_Task, 'duration_secs': 0.013275} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.070853] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39dcd38d-e7e2-4069-ad09-467f32cd8bce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.077546] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1022.077546] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200aeef-3d72-54b7-0ea9-085d40559e47" [ 1022.077546] env[70399]: _type = "Task" [ 1022.077546] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.091017] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200aeef-3d72-54b7-0ea9-085d40559e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.100342] env[70399]: INFO nova.compute.manager [-] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Took 1.37 seconds to deallocate network for instance. [ 1022.111717] env[70399]: DEBUG nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Received event network-vif-deleted-981ce95b-4070-4d2e-ade9-6fe1b7239ddd {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.111958] env[70399]: DEBUG nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Received event network-vif-plugged-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.112169] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Acquiring lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.112373] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.112539] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.112701] env[70399]: DEBUG nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] No waiting events found dispatching network-vif-plugged-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.112860] env[70399]: WARNING nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Received unexpected event network-vif-plugged-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 for instance with vm_state building and task_state spawning. [ 1022.113151] env[70399]: DEBUG nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Received event network-changed-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.113231] env[70399]: DEBUG nova.compute.manager [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Refreshing instance network info cache due to event network-changed-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.113342] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Acquiring lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.139234] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.143536] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f0dd1b-93ce-45b1-85c0-0844f9c0f9f2 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.144469] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.499s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.145830] env[70399]: INFO nova.compute.claims [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.251765] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758625, 'name': Rename_Task, 'duration_secs': 0.390109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.252553] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.252918] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519f7046-8705-43dc-b5af-22412c7ab1fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.262632] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1022.262632] env[70399]: value = "task-3758626" [ 1022.262632] env[70399]: _type = "Task" [ 1022.262632] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.276141] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.329284] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Successfully created port: 5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.401869] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.407111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c65b3eb1-faad-462e-a0fb-e3659b34a192 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.549s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.466417] env[70399]: DEBUG nova.compute.manager [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.466417] env[70399]: DEBUG nova.compute.manager [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing instance network info cache due to event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.466417] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.466417] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.466417] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.595037] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200aeef-3d72-54b7-0ea9-085d40559e47, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.595427] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.595593] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 00b130ab-95d4-4336-b633-33b8142bfdd3/00b130ab-95d4-4336-b633-33b8142bfdd3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.595891] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf2abb4-666d-4ab1-9453-37a2d7ebdefd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.604620] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1022.604620] env[70399]: value = "task-3758627" [ 1022.604620] env[70399]: _type = "Task" [ 1022.604620] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.610532] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.618195] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.643187] env[70399]: DEBUG nova.network.neutron [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Updating instance_info_cache with network_info: [{"id": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "address": "fa:16:3e:1a:d8:56", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa8c106-8e", "ovs_interfaceid": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.773434] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758626, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.910281] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.075798] env[70399]: INFO nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Rebuilding instance [ 1023.116830] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758627, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.125382] env[70399]: DEBUG nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.126346] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b1fe97-a9c1-4c83-bd1e-6d651d324d09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.148480] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.148715] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Instance network_info: |[{"id": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "address": "fa:16:3e:1a:d8:56", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa8c106-8e", "ovs_interfaceid": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.149606] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Acquired lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.149606] env[70399]: DEBUG nova.network.neutron [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Refreshing network info cache for port baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.152415] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d8:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa8c106-8e02-4e9a-8b1a-c29aa1ab2068', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.162744] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Creating folder: Project (baafb255e9eb42d3894b0327a4b7d5b6). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.168080] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.173444] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b642fcf8-c71b-4a59-98f0-14f49d573770 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.191128] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Created folder: Project (baafb255e9eb42d3894b0327a4b7d5b6) in parent group-v747819. [ 1023.191128] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Creating folder: Instances. Parent ref: group-v748038. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.191128] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4aa0325-457c-4a23-a7a2-ed30bccb931c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.205923] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Created folder: Instances in parent group-v748038. [ 1023.205923] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.205923] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.205923] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-381e2018-8c6a-4f85-ade2-6ba24a8af8d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.238271] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.242202] env[70399]: DEBUG nova.virt.hardware [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.244341] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b2d2d-99f1-488c-8d02-adac6c02cf24 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248990] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updated VIF entry in instance network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.249412] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.260051] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c58be8b-bb92-472e-a05d-f08d0227fbf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.267935] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.267935] env[70399]: value = "task-3758630" [ 1023.267935] env[70399]: _type = "Task" [ 1023.267935] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.305363] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.305778] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758630, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.435140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.552945] env[70399]: DEBUG nova.network.neutron [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Updated VIF entry in instance network info cache for port baa8c106-8e02-4e9a-8b1a-c29aa1ab2068. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.553379] env[70399]: DEBUG nova.network.neutron [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Updating instance_info_cache with network_info: [{"id": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "address": "fa:16:3e:1a:d8:56", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa8c106-8e", "ovs_interfaceid": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.623447] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972334} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.623917] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 00b130ab-95d4-4336-b633-33b8142bfdd3/00b130ab-95d4-4336-b633-33b8142bfdd3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.623917] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.628435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-468e2ca1-3105-476c-8d41-b064c3b1cf74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.643505] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1023.643505] env[70399]: value = "task-3758631" [ 1023.643505] env[70399]: _type = "Task" [ 1023.643505] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.657742] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.754462] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.754888] env[70399]: DEBUG nova.compute.manager [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.755207] env[70399]: DEBUG nova.compute.manager [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing instance network info cache due to event network-changed-3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.755383] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Acquiring lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.755531] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Acquired lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.755702] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Refreshing network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.780711] env[70399]: DEBUG oslo_vmware.api [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758626, 'name': PowerOnVM_Task, 'duration_secs': 1.098343} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.787175] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.787436] env[70399]: INFO nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1023.787626] env[70399]: DEBUG nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.787885] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758630, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.789236] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d38d89-a5c5-4070-8bc7-8273475ecd4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.854027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f175d1f1-afba-4e07-8bb8-9b2253642a7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.862070] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea480a75-110f-4c11-9ff7-c3184cbb7e81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.901386] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a42b7-4178-4085-a465-4db834bde768 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.910848] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aa11f6-3558-4d9c-a235-719ad9201ab8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.926858] env[70399]: DEBUG nova.compute.provider_tree [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.059296] env[70399]: DEBUG oslo_concurrency.lockutils [req-a71d7acd-6d41-475f-9297-e983ddd8ffde req-691ae532-f78a-4048-8243-693027b36709 service nova] Releasing lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.132248] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Successfully updated port: 5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.144883] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.145513] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2960babc-36dc-4c30-99e3-d154e4d27b51 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.153905] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1024.153905] env[70399]: value = "task-3758632" [ 1024.153905] env[70399]: _type = "Task" [ 1024.153905] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.156993] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089847} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.159952] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.161247] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c14cd2-9108-4795-ae44-9385db62afb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.178208] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.178457] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.187589] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 00b130ab-95d4-4336-b633-33b8142bfdd3/00b130ab-95d4-4336-b633-33b8142bfdd3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.188381] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308e2a6-1af1-42b5-be21-9668eba1e2b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.191255] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89646d5-9174-4a1e-9b95-1b30c2a6f892 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.211936] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.213770] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f33043-e6b8-4974-8e14-3c5db8a2fac0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.215935] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1024.215935] env[70399]: value = "task-3758633" [ 1024.215935] env[70399]: _type = "Task" [ 1024.215935] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.226108] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.276660] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758630, 'name': CreateVM_Task, 'duration_secs': 0.729029} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.276844] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.277622] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.277816] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.278193] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.278470] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6991c7b-c537-4a6e-a57d-1980417a9f87 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.283980] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1024.283980] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527803ef-7ba0-9390-7da2-15025a617aca" [ 1024.283980] env[70399]: _type = "Task" [ 1024.283980] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.292905] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527803ef-7ba0-9390-7da2-15025a617aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.301300] env[70399]: DEBUG nova.compute.manager [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Received event network-vif-plugged-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.301534] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Acquiring lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.301784] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.301993] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.302197] env[70399]: DEBUG nova.compute.manager [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] No waiting events found dispatching network-vif-plugged-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.302396] env[70399]: WARNING nova.compute.manager [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Received unexpected event network-vif-plugged-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb for instance with vm_state building and task_state spawning. [ 1024.302522] env[70399]: DEBUG nova.compute.manager [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Received event network-changed-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.302675] env[70399]: DEBUG nova.compute.manager [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Refreshing instance network info cache due to event network-changed-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.302854] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Acquiring lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.302984] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Acquired lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.303151] env[70399]: DEBUG nova.network.neutron [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Refreshing network info cache for port 5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.311895] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.312136] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.312452] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.313285] env[70399]: INFO nova.compute.manager [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Took 53.70 seconds to build instance. [ 1024.314155] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba43d1cb-b937-4b44-974c-e5b7d38645b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.324965] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1024.324965] env[70399]: value = "task-3758635" [ 1024.324965] env[70399]: _type = "Task" [ 1024.324965] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.335236] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.430652] env[70399]: DEBUG nova.scheduler.client.report [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.502661] env[70399]: DEBUG nova.compute.manager [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Received event network-changed-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.502751] env[70399]: DEBUG nova.compute.manager [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Refreshing instance network info cache due to event network-changed-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.502971] env[70399]: DEBUG oslo_concurrency.lockutils [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] Acquiring lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.503297] env[70399]: DEBUG oslo_concurrency.lockutils [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] Acquired lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.503470] env[70399]: DEBUG nova.network.neutron [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Refreshing network info cache for port 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.524038] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updated VIF entry in instance network info cache for port 3c2fa847-d722-40a5-862f-b0d68a1499a8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.524411] env[70399]: DEBUG nova.network.neutron [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [{"id": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "address": "fa:16:3e:98:f2:e9", "network": {"id": "4a3ac4db-b117-44e8-a607-1b78e6f96d74", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1448656407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff07ad592f0545e1959df9706cad4429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2fa847-d7", "ovs_interfaceid": "3c2fa847-d722-40a5-862f-b0d68a1499a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.634058] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.727719] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.795368] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527803ef-7ba0-9390-7da2-15025a617aca, 'name': SearchDatastore_Task, 'duration_secs': 0.027298} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.795676] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.795911] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.796165] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.796310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.796609] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.796900] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cc8beb-d901-42cb-b5a1-909a4295ec18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.817430] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.817663] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.818498] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2b423d-18d2-48ea-a583-b7e03980b7a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.821042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-876efc93-4280-4be9-aebe-30c874fb462b tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.220s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.824562] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1024.824562] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523621ac-0ffc-f817-daab-b7700a80ed51" [ 1024.824562] env[70399]: _type = "Task" [ 1024.824562] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.835698] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.838640] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523621ac-0ffc-f817-daab-b7700a80ed51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.840602] env[70399]: DEBUG nova.network.neutron [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.925201] env[70399]: DEBUG nova.network.neutron [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.936267] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.936915] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.939880] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.176s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.940133] env[70399]: DEBUG nova.objects.instance [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lazy-loading 'resources' on Instance uuid afc0e698-e9bb-4945-9b1f-785e3a967c78 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.027049] env[70399]: DEBUG oslo_concurrency.lockutils [req-21687945-a1b7-4da9-91fe-29cd80c4cc3a req-bd60a528-a607-4e28-bf81-762283634f0b service nova] Releasing lock "refresh_cache-385de0b4-b19e-4f01-9e7b-07e9472e4129" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.237689] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.339073] env[70399]: DEBUG nova.network.neutron [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updated VIF entry in instance network info cache for port 6d0d6bb9-4498-4b10-a91c-1ba34e58cb49. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.339585] env[70399]: DEBUG nova.network.neutron [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updating instance_info_cache with network_info: [{"id": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "address": "fa:16:3e:7f:85:ad", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d6bb9-44", "ovs_interfaceid": "6d0d6bb9-4498-4b10-a91c-1ba34e58cb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.346650] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523621ac-0ffc-f817-daab-b7700a80ed51, 'name': SearchDatastore_Task, 'duration_secs': 0.028214} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.348452] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9daccd-9827-4fcc-b898-86ebfff2c298 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.356596] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.719653} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.358324] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.358729] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.358831] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.364721] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1025.364721] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200bb77-a0bc-a8e8-e24a-684996d959c5" [ 1025.364721] env[70399]: _type = "Task" [ 1025.364721] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.379010] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200bb77-a0bc-a8e8-e24a-684996d959c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.379202] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.379431] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5a89e1af-42ab-48d4-a117-4ed3acf82ca3/5a89e1af-42ab-48d4-a117-4ed3acf82ca3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.379697] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa51c13-af24-42c3-8aa1-81009c2e365e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.387806] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1025.387806] env[70399]: value = "task-3758636" [ 1025.387806] env[70399]: _type = "Task" [ 1025.387806] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.397007] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.429157] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e39d171-953c-46a1-8e05-9ac30f72a80c req-5745b122-81ad-4fa6-bcf2-a363c373a244 service nova] Releasing lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.429157] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.429157] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.447066] env[70399]: DEBUG nova.compute.utils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.450473] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.450660] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.512739] env[70399]: DEBUG nova.policy [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe64c83604a494f9720095b6d470e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baafb255e9eb42d3894b0327a4b7d5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.734870] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758633, 'name': ReconfigVM_Task, 'duration_secs': 1.084245} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.735345] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 00b130ab-95d4-4336-b633-33b8142bfdd3/00b130ab-95d4-4336-b633-33b8142bfdd3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.736137] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627c7bf5-5b9c-49eb-a1a6-548d5c554ef1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.745382] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1025.745382] env[70399]: value = "task-3758637" [ 1025.745382] env[70399]: _type = "Task" [ 1025.745382] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.755408] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758637, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.848740] env[70399]: DEBUG oslo_concurrency.lockutils [req-149d0f95-78b2-4822-9c71-db2ce3c12a4d req-6a6ccdc6-7c4c-4c10-a837-9d14aadd0e93 service nova] Releasing lock "refresh_cache-a794b355-e488-4bd0-bc15-fa5f3e4a15bd" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903281] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506541} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.903783] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5a89e1af-42ab-48d4-a117-4ed3acf82ca3/5a89e1af-42ab-48d4-a117-4ed3acf82ca3.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.904161] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.905716] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1082fd1-8698-4945-8468-1be486d5f6f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.912278] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1025.912278] env[70399]: value = "task-3758638" [ 1025.912278] env[70399]: _type = "Task" [ 1025.912278] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.919270] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Successfully created port: f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.928835] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.951294] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.981802] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.028147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43138b34-4e9c-4e19-af1f-74a230578747 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.036741] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc396f33-a493-468d-a886-efd612feaa71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.074340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4855a-b0dd-4f6e-aff3-6f103394adef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.083840] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da048b93-155e-4ad1-90e5-d22ff509d006 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.098074] env[70399]: DEBUG nova.compute.provider_tree [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.149666] env[70399]: DEBUG nova.network.neutron [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Updating instance_info_cache with network_info: [{"id": "5384ea8d-7432-40b6-b2c7-bfc818ecd8bb", "address": "fa:16:3e:bf:5a:0a", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5384ea8d-74", "ovs_interfaceid": "5384ea8d-7432-40b6-b2c7-bfc818ecd8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.255414] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758637, 'name': Rename_Task, 'duration_secs': 0.243158} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.255732] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.256326] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e22cdfc-a3e5-4946-9835-d6a70ea072db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.262671] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1026.262671] env[70399]: value = "task-3758639" [ 1026.262671] env[70399]: _type = "Task" [ 1026.262671] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.272153] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.399748] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.400132] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.400362] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.400619] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.400904] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.401127] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.401410] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.401635] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.401870] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.402109] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.402357] env[70399]: DEBUG nova.virt.hardware [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.403775] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b8c81-37a1-48d6-86b1-65d577cb53aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.419575] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ede506b-ca22-4cb1-8aea-2b665653bb6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.439588] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a7:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb10db7-8542-468f-9d75-b5486da04904', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.449287] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.452611] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.453305] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066298} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.453517] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd5e03a-b5d4-4a88-bbc7-abe3f6bd31d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.467569] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.472138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead9722-7e98-4e8a-9f09-3c78220fbff8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.499340] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5a89e1af-42ab-48d4-a117-4ed3acf82ca3/5a89e1af-42ab-48d4-a117-4ed3acf82ca3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.501221] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3c5497-5050-4750-a4cf-4e3aadfb786c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.516131] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.516131] env[70399]: value = "task-3758640" [ 1026.516131] env[70399]: _type = "Task" [ 1026.516131] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.523413] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1026.523413] env[70399]: value = "task-3758641" [ 1026.523413] env[70399]: _type = "Task" [ 1026.523413] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.527636] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758640, 'name': CreateVM_Task} progress is 15%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.536431] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758641, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.602033] env[70399]: DEBUG nova.scheduler.client.report [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.653690] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "refresh_cache-b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.654133] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance network_info: |[{"id": "5384ea8d-7432-40b6-b2c7-bfc818ecd8bb", "address": "fa:16:3e:bf:5a:0a", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5384ea8d-74", "ovs_interfaceid": "5384ea8d-7432-40b6-b2c7-bfc818ecd8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.654975] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:5a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5384ea8d-7432-40b6-b2c7-bfc818ecd8bb', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.664528] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.664779] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.665018] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c50cb73a-92ac-40a6-87a8-52d1927150b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.689815] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.689815] env[70399]: value = "task-3758642" [ 1026.689815] env[70399]: _type = "Task" [ 1026.689815] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.701901] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758642, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.701901] env[70399]: DEBUG nova.compute.manager [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1026.781696] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.976688] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.013696] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.013960] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.014140] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.014349] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.014529] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.015157] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.015157] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.015157] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.015323] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.015387] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.015559] env[70399]: DEBUG nova.virt.hardware [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.016653] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a24a4-4942-4d53-aed2-70f753716c9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.036377] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd8d37-88eb-464d-8f47-73081019d0a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.040461] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758640, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.055672] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.107224] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.110508] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.038s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.110650] env[70399]: DEBUG nova.objects.instance [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lazy-loading 'resources' on Instance uuid 82306654-30fe-47ef-b698-0671432b9d3a {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.136307] env[70399]: INFO nova.scheduler.client.report [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Deleted allocations for instance afc0e698-e9bb-4945-9b1f-785e3a967c78 [ 1027.211482] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758642, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.227875] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.277131] env[70399]: DEBUG oslo_vmware.api [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758639, 'name': PowerOnVM_Task, 'duration_secs': 0.969936} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.277131] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.277318] env[70399]: INFO nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1027.277498] env[70399]: DEBUG nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.278343] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf05afb-b5bd-48d7-8ffc-9bceeed629ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.413120] env[70399]: DEBUG nova.compute.manager [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Received event network-vif-plugged-f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.413336] env[70399]: DEBUG oslo_concurrency.lockutils [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] Acquiring lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.413541] env[70399]: DEBUG oslo_concurrency.lockutils [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.413791] env[70399]: DEBUG oslo_concurrency.lockutils [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.413909] env[70399]: DEBUG nova.compute.manager [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] No waiting events found dispatching network-vif-plugged-f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.414819] env[70399]: WARNING nova.compute.manager [req-a87bea0b-38f9-4aab-b424-2b48050a3214 req-e653a3a0-8e5d-4326-885e-0f14b3ca9afe service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Received unexpected event network-vif-plugged-f1ccdb04-b942-4a31-a346-0952d8a466e6 for instance with vm_state building and task_state spawning. [ 1027.529590] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758640, 'name': CreateVM_Task, 'duration_secs': 0.634904} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.533416] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.533860] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.533860] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.534145] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.534859] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e34538-040c-47e3-a187-3719d874a47a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.540027] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758641, 'name': ReconfigVM_Task, 'duration_secs': 0.686558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.541055] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Successfully updated port: f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.543532] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5a89e1af-42ab-48d4-a117-4ed3acf82ca3/5a89e1af-42ab-48d4-a117-4ed3acf82ca3.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.543994] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3906e46e-c4da-46cb-8d2d-ec75c93ff143 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.547369] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1027.547369] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52504cea-c8b0-838d-95d5-ef607b564b90" [ 1027.547369] env[70399]: _type = "Task" [ 1027.547369] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.553798] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1027.553798] env[70399]: value = "task-3758643" [ 1027.553798] env[70399]: _type = "Task" [ 1027.553798] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.561698] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52504cea-c8b0-838d-95d5-ef607b564b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.567402] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758643, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.646957] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2932762d-5514-420f-a794-3ed45b599910 tempest-ServerRescueTestJSON-347177866 tempest-ServerRescueTestJSON-347177866-project-member] Lock "afc0e698-e9bb-4945-9b1f-785e3a967c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.266s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.701954] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758642, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.805535] env[70399]: INFO nova.compute.manager [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Took 46.94 seconds to build instance. [ 1028.044883] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.044883] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.044883] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.062453] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52504cea-c8b0-838d-95d5-ef607b564b90, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.063340] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.063618] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.063892] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.064064] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.064304] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.064559] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0265ae28-ddc8-4446-a8a8-6c114dbb436f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.070895] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758643, 'name': Rename_Task, 'duration_secs': 0.298102} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.070895] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.071272] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d6e11f-32e5-4da3-a511-39bec008dd43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.080647] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.080883] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.084775] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3de7606-d8e4-4dff-a263-1a35e0286271 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.087577] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1028.087577] env[70399]: value = "task-3758644" [ 1028.087577] env[70399]: _type = "Task" [ 1028.087577] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.094708] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1028.094708] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ec596c-3ca1-2cd4-dd72-1338b619f65a" [ 1028.094708] env[70399]: _type = "Task" [ 1028.094708] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.106150] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758644, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.115866] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ec596c-3ca1-2cd4-dd72-1338b619f65a, 'name': SearchDatastore_Task, 'duration_secs': 0.017764} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.117417] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094925ba-c3e4-44ef-9f29-3c2aa8b9b206 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.125423] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1028.125423] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292ffc5-4387-d299-bcac-3dd753b841b5" [ 1028.125423] env[70399]: _type = "Task" [ 1028.125423] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.140700] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292ffc5-4387-d299-bcac-3dd753b841b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.177641] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f235bd2-dee5-4286-b36c-478a5f6802fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.189457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba6834-cbca-48f0-ba9c-8dd0cb98cfae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.206979] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758642, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.237031] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa9738-59ae-4998-9e43-4b15371da28c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.248351] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee3825b-63b2-4219-b04f-d85773c2182c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.265519] env[70399]: DEBUG nova.compute.provider_tree [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.308555] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20c13814-2a3b-4618-8b53-9d308fd139c5 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.452s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.500029] env[70399]: DEBUG nova.compute.manager [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Received event network-changed-bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.500364] env[70399]: DEBUG nova.compute.manager [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Refreshing instance network info cache due to event network-changed-bd69d784-9580-4fd5-b64a-9f8685f7f719. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.501628] env[70399]: DEBUG oslo_concurrency.lockutils [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] Acquiring lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501628] env[70399]: DEBUG oslo_concurrency.lockutils [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] Acquired lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501628] env[70399]: DEBUG nova.network.neutron [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Refreshing network info cache for port bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.600831] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.601898] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.638866] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5292ffc5-4387-d299-bcac-3dd753b841b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.639035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.639451] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.639581] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2013c521-6560-4df6-91b7-f22ce304c70f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.647811] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1028.647811] env[70399]: value = "task-3758645" [ 1028.647811] env[70399]: _type = "Task" [ 1028.647811] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.659262] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.706861] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758642, 'name': CreateVM_Task, 'duration_secs': 1.571919} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.707090] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.707775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.708083] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.708292] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.708811] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e71162-7715-430e-9724-2508618087a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.714581] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1028.714581] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215ccc1-abad-8a3b-bf74-14497061742f" [ 1028.714581] env[70399]: _type = "Task" [ 1028.714581] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.724054] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215ccc1-abad-8a3b-bf74-14497061742f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.769464] env[70399]: DEBUG nova.scheduler.client.report [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.846056] env[70399]: DEBUG nova.network.neutron [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Updating instance_info_cache with network_info: [{"id": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "address": "fa:16:3e:b9:b7:a4", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ccdb04-b9", "ovs_interfaceid": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.110235] env[70399]: DEBUG oslo_vmware.api [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758644, 'name': PowerOnVM_Task, 'duration_secs': 0.721005} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.110624] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.110855] env[70399]: INFO nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1029.111067] env[70399]: DEBUG nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.112061] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539de55c-b6d2-40de-81c7-66024c6d9d4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.163393] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.233178] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215ccc1-abad-8a3b-bf74-14497061742f, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.233706] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.234043] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.234367] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.234555] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.234849] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.235416] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ca300ea-3592-4b5c-a6db-aaab4d5b9796 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.252270] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.252555] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.253468] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ff7a20-f894-4c3a-a913-74385685cbb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.261445] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1029.261445] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289b1a4-0ead-8676-daea-3e0f02679529" [ 1029.261445] env[70399]: _type = "Task" [ 1029.261445] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.273382] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289b1a4-0ead-8676-daea-3e0f02679529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.279570] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.282272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.185s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.282755] env[70399]: DEBUG nova.objects.instance [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lazy-loading 'resources' on Instance uuid 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.308747] env[70399]: INFO nova.scheduler.client.report [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleted allocations for instance 82306654-30fe-47ef-b698-0671432b9d3a [ 1029.349007] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349947] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Instance network_info: |[{"id": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "address": "fa:16:3e:b9:b7:a4", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ccdb04-b9", "ovs_interfaceid": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.349947] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:b7:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1ccdb04-b942-4a31-a346-0952d8a466e6', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.361415] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.362354] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.362856] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6efe5b55-12d8-4b00-af42-d15649be1083 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.385950] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.385950] env[70399]: value = "task-3758646" [ 1029.385950] env[70399]: _type = "Task" [ 1029.385950] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.398092] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758646, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.450718] env[70399]: DEBUG nova.compute.manager [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Received event network-changed-f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.450718] env[70399]: DEBUG nova.compute.manager [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Refreshing instance network info cache due to event network-changed-f1ccdb04-b942-4a31-a346-0952d8a466e6. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.450718] env[70399]: DEBUG oslo_concurrency.lockutils [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] Acquiring lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.450718] env[70399]: DEBUG oslo_concurrency.lockutils [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] Acquired lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.451096] env[70399]: DEBUG nova.network.neutron [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Refreshing network info cache for port f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.463165] env[70399]: DEBUG nova.network.neutron [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updated VIF entry in instance network info cache for port bd69d784-9580-4fd5-b64a-9f8685f7f719. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.463677] env[70399]: DEBUG nova.network.neutron [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating instance_info_cache with network_info: [{"id": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "address": "fa:16:3e:d1:ad:c4", "network": {"id": "462d89a4-8fd8-47f8-967f-8d7981be19d4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408028489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76eb9e752cc47a485dd65e34456929f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd69d784-95", "ovs_interfaceid": "bd69d784-9580-4fd5-b64a-9f8685f7f719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.643776] env[70399]: INFO nova.compute.manager [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Took 47.78 seconds to build instance. [ 1029.667317] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635123} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.667872] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.668944] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.668944] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29d264c8-f79e-4e7f-b673-0873cb299a0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.678188] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1029.678188] env[70399]: value = "task-3758647" [ 1029.678188] env[70399]: _type = "Task" [ 1029.678188] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.690709] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.776899] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289b1a4-0ead-8676-daea-3e0f02679529, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.778002] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c043afb0-ede5-4f68-96eb-66412595cc9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.785590] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1029.785590] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523678e0-d5b4-9f0f-55b6-e861cff480e2" [ 1029.785590] env[70399]: _type = "Task" [ 1029.785590] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.802692] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523678e0-d5b4-9f0f-55b6-e861cff480e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.823032] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a33fd960-75ef-4f34-bd81-534fd41099cd tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "82306654-30fe-47ef-b698-0671432b9d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.396s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.903770] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758646, 'name': CreateVM_Task, 'duration_secs': 0.396756} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.904042] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.904733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.904933] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.905264] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.905530] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b784b01-730e-48aa-9e63-14ad298090eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.912166] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1029.912166] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f8528-cfc7-68f1-083b-b73b2e6f6883" [ 1029.912166] env[70399]: _type = "Task" [ 1029.912166] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.921896] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f8528-cfc7-68f1-083b-b73b2e6f6883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.969130] env[70399]: DEBUG oslo_concurrency.lockutils [req-8699e649-2944-4421-9cd5-8769579a835e req-ff6bc1ca-9f03-4310-bc53-c383825c7b61 service nova] Releasing lock "refresh_cache-00b130ab-95d4-4336-b633-33b8142bfdd3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.157024] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5394cf04-4ae0-4ad5-9fd8-b9d3b3fdbb3c tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.296s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.197521] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096314} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.197794] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.199385] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291e161-bb1f-4b94-bb93-b59e19bf0dd5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.243547] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.244060] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60c8a66-9892-43db-a3ad-301b25b8fd5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.269793] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1030.269793] env[70399]: value = "task-3758648" [ 1030.269793] env[70399]: _type = "Task" [ 1030.269793] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.280264] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.302047] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523678e0-d5b4-9f0f-55b6-e861cff480e2, 'name': SearchDatastore_Task, 'duration_secs': 0.025429} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.305422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.306034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b/b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.307272] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f59f47-082c-4773-88b4-642ee457e846 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.317512] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1030.317512] env[70399]: value = "task-3758649" [ 1030.317512] env[70399]: _type = "Task" [ 1030.317512] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.333331] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.372588] env[70399]: DEBUG nova.network.neutron [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Updated VIF entry in instance network info cache for port f1ccdb04-b942-4a31-a346-0952d8a466e6. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.373015] env[70399]: DEBUG nova.network.neutron [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Updating instance_info_cache with network_info: [{"id": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "address": "fa:16:3e:b9:b7:a4", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ccdb04-b9", "ovs_interfaceid": "f1ccdb04-b942-4a31-a346-0952d8a466e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.427984] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f8528-cfc7-68f1-083b-b73b2e6f6883, 'name': SearchDatastore_Task, 'duration_secs': 0.019375} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.428693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.428693] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.428954] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.429817] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.429817] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.429817] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a15e5211-6e0e-4f83-af5b-db5e7670dad3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.452756] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.452995] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.455360] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a575c47-ffb2-4e67-afd1-f3251573a738 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462381] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1030.462381] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52178253-818b-23fe-c3e8-2f3b23e4a437" [ 1030.462381] env[70399]: _type = "Task" [ 1030.462381] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.467386] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4654a3f-7f2d-4ec9-8fd1-80b0ba0e472c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.476341] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52178253-818b-23fe-c3e8-2f3b23e4a437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.479480] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11c275-5e7f-4473-945e-44afe2367ac7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.515201] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8dfcf-804c-4a9c-b0e7-f908bf39fec7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.523353] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c43fe6-2052-48f4-ac84-fac2fc9b35cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.541569] env[70399]: DEBUG nova.compute.provider_tree [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.783676] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.829691] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.880551] env[70399]: DEBUG oslo_concurrency.lockutils [req-601bcbfd-8419-4f6c-b3a8-5320fe0d82ea req-fded4cf6-6002-4dca-a3ec-9eac757e7696 service nova] Releasing lock "refresh_cache-ec8d0001-9bbb-423e-b3f5-41695efa3714" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.975026] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52178253-818b-23fe-c3e8-2f3b23e4a437, 'name': SearchDatastore_Task, 'duration_secs': 0.026867} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.976089] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368ede5f-e7a9-4cef-ae8c-300f647aada5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.982845] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1030.982845] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262fe6c-cc52-6b23-6966-2514c4d4e8ac" [ 1030.982845] env[70399]: _type = "Task" [ 1030.982845] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.992777] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262fe6c-cc52-6b23-6966-2514c4d4e8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.046039] env[70399]: DEBUG nova.scheduler.client.report [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.285023] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758648, 'name': ReconfigVM_Task, 'duration_secs': 0.618358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.290418] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58/b9f069e3-35ab-4802-afaf-62b2b5cddb58.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.290418] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b8e1e9-c2f2-4687-85ed-c26db46f113f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.297306] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1031.297306] env[70399]: value = "task-3758650" [ 1031.297306] env[70399]: _type = "Task" [ 1031.297306] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.308247] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758650, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.316024] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.316534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.317559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.317559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.317559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.322653] env[70399]: INFO nova.compute.manager [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Terminating instance [ 1031.330766] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664637} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.331091] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b/b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.331300] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.331570] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bac51f1f-fedd-4a77-9d51-654c71ff213c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.343079] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1031.343079] env[70399]: value = "task-3758651" [ 1031.343079] env[70399]: _type = "Task" [ 1031.343079] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.353960] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.494746] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262fe6c-cc52-6b23-6966-2514c4d4e8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022116} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.495174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.495435] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ec8d0001-9bbb-423e-b3f5-41695efa3714/ec8d0001-9bbb-423e-b3f5-41695efa3714.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.495716] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f469b10-d7c2-4e27-bee8-54e9619017ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503500] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1031.503500] env[70399]: value = "task-3758652" [ 1031.503500] env[70399]: _type = "Task" [ 1031.503500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.521462] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.551861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.555069] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.549s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.555306] env[70399]: DEBUG nova.objects.instance [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.580094] env[70399]: INFO nova.scheduler.client.report [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleted allocations for instance 67ca88f5-a305-46dd-b8ec-cf3b0d621d98 [ 1031.813770] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758650, 'name': Rename_Task, 'duration_secs': 0.275097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.814102] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.814357] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e96d325-ac07-4c82-ba4f-3e014303c619 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.822022] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1031.822022] env[70399]: value = "task-3758653" [ 1031.822022] env[70399]: _type = "Task" [ 1031.822022] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.829840] env[70399]: DEBUG nova.compute.manager [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.830059] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.830861] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3bb09-bf7d-4430-8085-aee10888ed67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.840034] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.842078] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.842078] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1817f452-f588-4f76-998a-cad1c60f4c28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.853087] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082604} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.854536] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.857695] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 1031.857695] env[70399]: value = "task-3758654" [ 1031.857695] env[70399]: _type = "Task" [ 1031.857695] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.857695] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e2dcd-4280-4bb1-9424-fd09c3e34830 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.867305] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.885680] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b/b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.885680] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f870e4d2-4b37-4bcd-9826-3b086303cc1f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.907890] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1031.907890] env[70399]: value = "task-3758655" [ 1031.907890] env[70399]: _type = "Task" [ 1031.907890] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.918894] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.016683] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.090735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f057fa84-7a1b-4a28-9d24-02c92d646137 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "67ca88f5-a305-46dd-b8ec-cf3b0d621d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.487s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.333420] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.370938] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758654, 'name': PowerOffVM_Task, 'duration_secs': 0.255011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.371276] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.371451] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.371837] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f864e24-6060-4c67-9af7-6b089703e0e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.419506] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758655, 'name': ReconfigVM_Task, 'duration_secs': 0.461276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.419808] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b/b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.424020] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8d649ca-b18b-44c7-9e0a-1bb7d318d912 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.428614] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1032.428614] env[70399]: value = "task-3758657" [ 1032.428614] env[70399]: _type = "Task" [ 1032.428614] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.437404] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758657, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.462715] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.463300] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.463529] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleting the datastore file [datastore1] 83bd920a-925d-4ece-82e3-f84a5cdc61a4 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.464105] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f47b2cc-dc28-4137-a569-29a38ced31ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.474212] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for the task: (returnval){ [ 1032.474212] env[70399]: value = "task-3758658" [ 1032.474212] env[70399]: _type = "Task" [ 1032.474212] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.484641] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.516581] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831469} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.516938] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ec8d0001-9bbb-423e-b3f5-41695efa3714/ec8d0001-9bbb-423e-b3f5-41695efa3714.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.517272] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.517575] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c18f81-729e-419c-bb27-6f7da336a49e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.528038] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1032.528038] env[70399]: value = "task-3758659" [ 1032.528038] env[70399]: _type = "Task" [ 1032.528038] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.538104] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.569647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-87c075d3-86ce-4159-82d9-6ce4831d99b8 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.569647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.747s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.569647] env[70399]: DEBUG nova.objects.instance [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lazy-loading 'resources' on Instance uuid 0896bb8d-0903-4446-bd03-9e15b8fb1ee3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.839087] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.946247] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758657, 'name': Rename_Task, 'duration_secs': 0.15327} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.946533] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.947235] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c89c5d-5e2f-41f1-999d-c331d69bbc45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.958173] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1032.958173] env[70399]: value = "task-3758660" [ 1032.958173] env[70399]: _type = "Task" [ 1032.958173] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.970927] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.989391] env[70399]: DEBUG oslo_vmware.api [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Task: {'id': task-3758658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514683} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.990074] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.990074] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.990389] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.990389] env[70399]: INFO nova.compute.manager [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1032.990695] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.991022] env[70399]: DEBUG nova.compute.manager [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.991183] env[70399]: DEBUG nova.network.neutron [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.037892] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23461} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.038243] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.039163] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f3f24-6676-4050-a309-ca4993b0665e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.061814] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ec8d0001-9bbb-423e-b3f5-41695efa3714/ec8d0001-9bbb-423e-b3f5-41695efa3714.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.062177] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1320da-1f52-4b55-be85-5bc877f689a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.099328] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1033.099328] env[70399]: value = "task-3758661" [ 1033.099328] env[70399]: _type = "Task" [ 1033.099328] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.110654] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.333579] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758653, 'name': PowerOnVM_Task, 'duration_secs': 1.223002} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.337795] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.338055] env[70399]: DEBUG nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.340121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401b386-8dc9-471d-9fb9-d54f3118cda7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.442872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.442872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.442872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.442872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.442872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.445942] env[70399]: INFO nova.compute.manager [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Terminating instance [ 1033.474585] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.581032] env[70399]: DEBUG nova.compute.manager [req-df5a4492-5ed2-4283-a462-bfb8dd22cd81 req-447d51d8-1cce-47cc-8af2-ca7636aa6a6b service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Received event network-vif-deleted-16e680e5-61e3-4415-ac6b-add4a154117f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.581032] env[70399]: INFO nova.compute.manager [req-df5a4492-5ed2-4283-a462-bfb8dd22cd81 req-447d51d8-1cce-47cc-8af2-ca7636aa6a6b service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Neutron deleted interface 16e680e5-61e3-4415-ac6b-add4a154117f; detaching it from the instance and deleting it from the info cache [ 1033.581032] env[70399]: DEBUG nova.network.neutron [req-df5a4492-5ed2-4283-a462-bfb8dd22cd81 req-447d51d8-1cce-47cc-8af2-ca7636aa6a6b service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.610857] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758661, 'name': ReconfigVM_Task, 'duration_secs': 0.403752} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.611360] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ec8d0001-9bbb-423e-b3f5-41695efa3714/ec8d0001-9bbb-423e-b3f5-41695efa3714.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.612510] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a846e58-f3f8-4c52-bef0-b6ce0eb2be4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.626243] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1033.626243] env[70399]: value = "task-3758662" [ 1033.626243] env[70399]: _type = "Task" [ 1033.626243] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.637279] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758662, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.723320] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00600b2e-efae-4b5b-9552-832449f2ca27 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.731818] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7042b37-c0a0-4358-aae7-4087a75486fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763553] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7057cf6-98f2-49df-b4f4-762371bfc947 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.775836] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0b02ef-d3e9-4e44-911a-5e5c350b3731 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.789795] env[70399]: DEBUG nova.compute.provider_tree [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.853087] env[70399]: INFO nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] bringing vm to original state: 'stopped' [ 1033.951088] env[70399]: DEBUG nova.compute.manager [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.951429] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.952449] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db45b66-2628-4df4-982d-46fcf4de2db4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.964237] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.964629] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d768b0-0ead-4016-8e80-4df8eabada14 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.976962] env[70399]: DEBUG oslo_vmware.api [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758660, 'name': PowerOnVM_Task, 'duration_secs': 0.626483} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.978542] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.978823] env[70399]: INFO nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1033.978993] env[70399]: DEBUG nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.979438] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 1033.979438] env[70399]: value = "task-3758663" [ 1033.979438] env[70399]: _type = "Task" [ 1033.979438] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.980202] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5166e1-a335-4aab-a605-4db38be3bf91 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.993741] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.996380] env[70399]: DEBUG nova.network.neutron [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.082556] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4e62061-bfd7-4eb5-b429-11fe3f41d6d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.093532] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970be249-5bfd-4262-b6a2-dd09307db679 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.133989] env[70399]: DEBUG nova.compute.manager [req-df5a4492-5ed2-4283-a462-bfb8dd22cd81 req-447d51d8-1cce-47cc-8af2-ca7636aa6a6b service nova] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Detach interface failed, port_id=16e680e5-61e3-4415-ac6b-add4a154117f, reason: Instance 83bd920a-925d-4ece-82e3-f84a5cdc61a4 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.143092] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758662, 'name': Rename_Task, 'duration_secs': 0.381702} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.143510] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.144972] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35d9c61-6488-4ea3-a4e3-64206c2dbc7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.150762] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1034.150762] env[70399]: value = "task-3758664" [ 1034.150762] env[70399]: _type = "Task" [ 1034.150762] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.162514] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.295803] env[70399]: DEBUG nova.scheduler.client.report [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.496817] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758663, 'name': PowerOffVM_Task, 'duration_secs': 0.353364} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.497115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.497291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.497556] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da06fc3f-c490-4b74-9b06-9d51144226ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.501158] env[70399]: INFO nova.compute.manager [-] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Took 1.51 seconds to deallocate network for instance. [ 1034.512349] env[70399]: INFO nova.compute.manager [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Took 50.03 seconds to build instance. [ 1034.574517] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.575283] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.576061] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleting the datastore file [datastore2] 10b451d6-41e5-4d5f-bb71-f42dcea2c9be {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.577761] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a64cf17-0016-4101-91c8-6d99101593fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.587823] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for the task: (returnval){ [ 1034.587823] env[70399]: value = "task-3758666" [ 1034.587823] env[70399]: _type = "Task" [ 1034.587823] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.602417] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.666345] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.802459] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.809902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.928s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.809902] env[70399]: INFO nova.compute.claims [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.852775] env[70399]: INFO nova.scheduler.client.report [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted allocations for instance 0896bb8d-0903-4446-bd03-9e15b8fb1ee3 [ 1034.860991] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.861462] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.861690] env[70399]: DEBUG nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.862939] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96cdc6-fcf8-45d0-93f0-e26964162760 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.872195] env[70399]: DEBUG nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.020451] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e6092824-f5fd-475d-a264-5c348e1b29c3 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.614s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.021566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.100869] env[70399]: DEBUG oslo_vmware.api [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Task: {'id': task-3758666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.101901] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.102211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.103130] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.103130] env[70399]: INFO nova.compute.manager [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.103452] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.103831] env[70399]: DEBUG nova.compute.manager [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.104015] env[70399]: DEBUG nova.network.neutron [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.162539] env[70399]: DEBUG oslo_vmware.api [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758664, 'name': PowerOnVM_Task, 'duration_secs': 0.960688} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.162816] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.163021] env[70399]: INFO nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1035.163250] env[70399]: DEBUG nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.164039] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649183ed-a791-49a5-b347-a3d76fdc6250 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.364479] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a75502ad-b267-4d9c-bffc-165765867ede tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "0896bb8d-0903-4446-bd03-9e15b8fb1ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.390s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.377177] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.377177] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa658acd-98d8-4380-81b2-d1f604d33f48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.385875] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1035.385875] env[70399]: value = "task-3758667" [ 1035.385875] env[70399]: _type = "Task" [ 1035.385875] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.401093] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.417282] env[70399]: DEBUG oslo_concurrency.lockutils [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.417556] env[70399]: DEBUG oslo_concurrency.lockutils [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.418169] env[70399]: DEBUG nova.objects.instance [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.687745] env[70399]: INFO nova.compute.manager [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Took 43.06 seconds to build instance. [ 1035.857739] env[70399]: DEBUG nova.network.neutron [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.903632] env[70399]: DEBUG oslo_vmware.api [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758667, 'name': PowerOffVM_Task, 'duration_secs': 0.222262} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.904039] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.904259] env[70399]: DEBUG nova.compute.manager [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.905123] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2b8a0-8db0-46c9-848a-96a04d9101cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.923763] env[70399]: DEBUG nova.objects.instance [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.964209] env[70399]: DEBUG nova.compute.manager [req-16374fa5-9297-4871-aa57-fc1464a756e8 req-0644a3bc-c2c3-465d-be44-9374e6e2fe2c service nova] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Received event network-vif-deleted-17db7320-aeda-4613-b6e5-2a7660bd810f {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.978301] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.978566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.190579] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cae2d90d-2aaf-4109-bba7-19820ed48a6f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.065s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.317374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97f318-6464-4b1f-81e1-804229a7c6ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.326750] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddec3c6-c36f-49a0-9cc8-c1187a40957a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.361669] env[70399]: INFO nova.compute.manager [-] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Took 1.26 seconds to deallocate network for instance. [ 1036.364555] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238131ff-d76f-44cc-8351-5bcef4e8e08a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.376891] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d1297f-546a-41c4-8bff-a2c1b6bca713 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.393080] env[70399]: DEBUG nova.compute.provider_tree [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.422415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.561s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.431539] env[70399]: DEBUG nova.objects.base [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.431863] env[70399]: DEBUG nova.network.neutron [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.480752] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.525861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-991bd4e5-f68d-41c4-ab6f-a9d65b2fb20d tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.108s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.834627] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.834907] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.835229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.835440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.835611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.837820] env[70399]: INFO nova.compute.manager [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Terminating instance [ 1036.872677] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.916360] env[70399]: ERROR nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [req-1801d11e-6e45-4b99-89da-06d49349f1c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1801d11e-6e45-4b99-89da-06d49349f1c6"}]} [ 1036.929406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.934708] env[70399]: DEBUG nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.949920] env[70399]: DEBUG nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.950219] env[70399]: DEBUG nova.compute.provider_tree [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.965729] env[70399]: DEBUG nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.991026] env[70399]: DEBUG nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.005728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.341988] env[70399]: DEBUG nova.compute.manager [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.341988] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.342424] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54558909-e49d-418a-a61a-ad166c56fe1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.353881] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.354227] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1636fefe-3434-49e8-8816-9a9746df05b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.361263] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1037.361263] env[70399]: value = "task-3758668" [ 1037.361263] env[70399]: _type = "Task" [ 1037.361263] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.370333] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.547110] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7e992-737e-4f78-921c-840b72ef40c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.557742] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6ed00-9cf3-4fcd-9f0d-c36cb76fd7e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.593984] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6915c46e-18b0-41a0-9fbc-55c627a38a06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.602839] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e5df5-2a3a-4da5-9748-8cc46b380e10 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620341] env[70399]: DEBUG nova.compute.provider_tree [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.872054] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758668, 'name': PowerOffVM_Task, 'duration_secs': 0.33077} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.872330] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.872502] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.872757] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46be9d00-1d3d-407d-a809-899cf957aa0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.961875] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.962316] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.962563] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore1] 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.962918] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a71bd97-254f-4809-9f9b-5cb6f9403ca8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.970643] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1037.970643] env[70399]: value = "task-3758670" [ 1037.970643] env[70399]: _type = "Task" [ 1037.970643] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.980431] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.165710] env[70399]: DEBUG nova.scheduler.client.report [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.166212] env[70399]: DEBUG nova.compute.provider_tree [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 108 to 109 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.166400] env[70399]: DEBUG nova.compute.provider_tree [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 57, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.480560] env[70399]: DEBUG oslo_vmware.api [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162425} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.480974] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.481107] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.481310] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.482027] env[70399]: INFO nova.compute.manager [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1038.482027] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.482185] env[70399]: DEBUG nova.compute.manager [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.482242] env[70399]: DEBUG nova.network.neutron [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.671847] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.865s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.672632] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.675385] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.348s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.675601] env[70399]: DEBUG nova.objects.instance [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lazy-loading 'resources' on Instance uuid 4cdffdf6-e677-4bae-8e13-b92da4c9edb2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.732318] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.732423] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.732726] env[70399]: DEBUG nova.objects.instance [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.815542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.815874] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.816167] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.816410] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.816564] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.819089] env[70399]: INFO nova.compute.manager [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Terminating instance [ 1039.005863] env[70399]: DEBUG nova.compute.manager [req-6a13c4b8-9c18-450e-8fc3-2e6ec9689878 req-833d2721-b8b8-4d53-9645-17c8c57f1190 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Received event network-vif-deleted-8c718ab2-95d7-4f54-9f44-2fc85623af96 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.006129] env[70399]: INFO nova.compute.manager [req-6a13c4b8-9c18-450e-8fc3-2e6ec9689878 req-833d2721-b8b8-4d53-9645-17c8c57f1190 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Neutron deleted interface 8c718ab2-95d7-4f54-9f44-2fc85623af96; detaching it from the instance and deleting it from the info cache [ 1039.006225] env[70399]: DEBUG nova.network.neutron [req-6a13c4b8-9c18-450e-8fc3-2e6ec9689878 req-833d2721-b8b8-4d53-9645-17c8c57f1190 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.178875] env[70399]: DEBUG nova.compute.utils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.182830] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.183011] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.233723] env[70399]: DEBUG nova.policy [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0941a389c4edd80f1551ce95e684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a339b3232c4a8fbe1194d2748e0f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.235431] env[70399]: DEBUG nova.network.neutron [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.325164] env[70399]: DEBUG nova.compute.manager [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.325405] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.326533] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1ee0f-d4de-4738-9e1c-6425c6435b17 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.335047] env[70399]: DEBUG nova.objects.instance [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.342113] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.343039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb194617-8014-42d8-9ccf-39005940671a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.410568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.410795] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.410981] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore2] b9f069e3-35ab-4802-afaf-62b2b5cddb58 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.414170] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23fc0447-e7c8-447d-bea4-7121ef12099c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.422222] env[70399]: DEBUG oslo_vmware.api [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1039.422222] env[70399]: value = "task-3758672" [ 1039.422222] env[70399]: _type = "Task" [ 1039.422222] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.434673] env[70399]: DEBUG oslo_vmware.api [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.511148] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5e5a016-6c3f-4e76-9ce0-3e3796c53a47 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.518302] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66350a51-abc0-4118-b5e9-e30a308a0bcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.536787] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Successfully created port: 12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.562083] env[70399]: DEBUG nova.compute.manager [req-6a13c4b8-9c18-450e-8fc3-2e6ec9689878 req-833d2721-b8b8-4d53-9645-17c8c57f1190 service nova] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Detach interface failed, port_id=8c718ab2-95d7-4f54-9f44-2fc85623af96, reason: Instance 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.687375] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.727694] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1757e9a-11bf-4464-96f2-977e5e7c0fa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.737240] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af35e3c-751a-443e-94d1-6c3a66dfc281 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.740846] env[70399]: INFO nova.compute.manager [-] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Took 1.26 seconds to deallocate network for instance. [ 1039.774049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3ef49-2bf7-4e8a-a636-2466ed48aafb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.781061] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7522fba-ca16-4d71-be49-b0aabd9bd86e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.796836] env[70399]: DEBUG nova.compute.provider_tree [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.837152] env[70399]: DEBUG nova.objects.base [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.837408] env[70399]: DEBUG nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.887129] env[70399]: DEBUG nova.policy [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.934074] env[70399]: DEBUG oslo_vmware.api [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139921} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.934399] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.934644] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.935543] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.935543] env[70399]: INFO nova.compute.manager [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1039.935543] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.935656] env[70399]: DEBUG nova.compute.manager [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.935778] env[70399]: DEBUG nova.network.neutron [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.227900] env[70399]: DEBUG nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Successfully created port: 5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.274573] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.337518] env[70399]: DEBUG nova.scheduler.client.report [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1040.337790] env[70399]: DEBUG nova.compute.provider_tree [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 109 to 110 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1040.337970] env[70399]: DEBUG nova.compute.provider_tree [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.700784] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.703487] env[70399]: DEBUG nova.network.neutron [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.739128] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.739402] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.739607] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.739846] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.740106] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.740183] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.740373] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.740530] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.740693] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.740853] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.741036] env[70399]: DEBUG nova.virt.hardware [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.741933] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a46c8f-1e80-4832-b5ab-8245f2242ad2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.750820] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428b618-60bc-4cf7-8cd0-16bcb76428c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.843626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.847378] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.372s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.847378] env[70399]: DEBUG nova.objects.instance [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lazy-loading 'resources' on Instance uuid 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.870628] env[70399]: INFO nova.scheduler.client.report [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Deleted allocations for instance 4cdffdf6-e677-4bae-8e13-b92da4c9edb2 [ 1041.018707] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Successfully updated port: 12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.130376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.130510] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.131650] env[70399]: DEBUG nova.compute.manager [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.131650] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fba65-5048-4656-824b-2b637d2ed762 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.138902] env[70399]: DEBUG nova.compute.manager [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1041.139492] env[70399]: DEBUG nova.objects.instance [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lazy-loading 'flavor' on Instance uuid 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.206938] env[70399]: INFO nova.compute.manager [-] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Took 1.27 seconds to deallocate network for instance. [ 1041.379554] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a8bbb3a8-8eff-40e8-a994-142e1c9dff14 tempest-ServersWithSpecificFlavorTestJSON-1944551370 tempest-ServersWithSpecificFlavorTestJSON-1944551370-project-member] Lock "4cdffdf6-e677-4bae-8e13-b92da4c9edb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.353s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.521472] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.521647] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.521836] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.715867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.830811] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa39de-0f14-4fee-99bc-a1e3ef69dafa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.839531] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c3f06-e6b8-40fa-b54b-47036df46224 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.872668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c6c60-330b-4dba-80fa-4bab9eba7ed2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.880389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a10e2e8-b4cb-44a8-8503-7fa8b7e08a3a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.889642] env[70399]: DEBUG nova.compute.manager [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Received event network-vif-deleted-9cb10db7-8542-468f-9d75-b5486da04904 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.889642] env[70399]: DEBUG nova.compute.manager [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Received event network-vif-plugged-12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.889642] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] Acquiring lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.889927] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.890162] env[70399]: DEBUG oslo_concurrency.lockutils [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.890359] env[70399]: DEBUG nova.compute.manager [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] No waiting events found dispatching network-vif-plugged-12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.890568] env[70399]: WARNING nova.compute.manager [req-6a5880c6-c476-45a6-b405-2d7e3c175983 req-1699b2fb-1ffe-4fe3-ba9a-519c6a8d4bdf service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Received unexpected event network-vif-plugged-12f2a488-6845-43f5-a303-9af8f42394ed for instance with vm_state building and task_state spawning. [ 1041.900698] env[70399]: DEBUG nova.compute.provider_tree [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.909832] env[70399]: DEBUG nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Successfully updated port: 5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.063973] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.146988] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.147375] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9565fd5f-c141-4892-a5ae-c34fd291dbbe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.155582] env[70399]: DEBUG oslo_vmware.api [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1042.155582] env[70399]: value = "task-3758673" [ 1042.155582] env[70399]: _type = "Task" [ 1042.155582] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.167696] env[70399]: DEBUG oslo_vmware.api [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.233333] env[70399]: DEBUG nova.compute.manager [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.234422] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba362cc-eeef-4f70-92b9-ee08c6f9b314 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.259189] env[70399]: DEBUG nova.network.neutron [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Updating instance_info_cache with network_info: [{"id": "12f2a488-6845-43f5-a303-9af8f42394ed", "address": "fa:16:3e:e4:e6:d6", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f2a488-68", "ovs_interfaceid": "12f2a488-6845-43f5-a303-9af8f42394ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.328241] env[70399]: DEBUG nova.compute.manager [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-plugged-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.328241] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.328387] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.328558] env[70399]: DEBUG oslo_concurrency.lockutils [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.328731] env[70399]: DEBUG nova.compute.manager [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] No waiting events found dispatching network-vif-plugged-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.329071] env[70399]: WARNING nova.compute.manager [req-ddbb8596-1267-4b83-85f1-93b03d0399c2 req-17336898-745a-4616-b703-c772f051cc9a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received unexpected event network-vif-plugged-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 for instance with vm_state active and task_state None. [ 1042.409727] env[70399]: DEBUG nova.scheduler.client.report [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.413576] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.415142] env[70399]: DEBUG nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.672512] env[70399]: DEBUG oslo_vmware.api [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758673, 'name': PowerOffVM_Task, 'duration_secs': 0.224912} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.672769] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.673065] env[70399]: DEBUG nova.compute.manager [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.674149] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7619eb43-dd3a-42e1-9d56-dcf3a868c6bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.747469] env[70399]: INFO nova.compute.manager [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] instance snapshotting [ 1042.750241] env[70399]: DEBUG nova.objects.instance [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.765128] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.765128] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Instance network_info: |[{"id": "12f2a488-6845-43f5-a303-9af8f42394ed", "address": "fa:16:3e:e4:e6:d6", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f2a488-68", "ovs_interfaceid": "12f2a488-6845-43f5-a303-9af8f42394ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.765128] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:e6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12f2a488-6845-43f5-a303-9af8f42394ed', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.774527] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.775773] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.776034] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-012f8ff9-c192-4e46-a2ee-3a5feccb45d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.797480] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.797480] env[70399]: value = "task-3758674" [ 1042.797480] env[70399]: _type = "Task" [ 1042.797480] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.806524] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758674, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.916850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.919189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.922s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.919436] env[70399]: DEBUG nova.objects.instance [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lazy-loading 'resources' on Instance uuid 23d76967-d6f8-4a4a-83de-a451d7b402c2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.952866] env[70399]: INFO nova.scheduler.client.report [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted allocations for instance 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a [ 1042.960911] env[70399]: WARNING nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 1043.187476] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba07381e-449f-496f-ab98-41405a7deb2f tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.257918] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f360c-fcdf-4197-a3cb-59d02be77d70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.281150] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731fe9c-a5de-41bd-9cff-8679aa6c0a87 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.308229] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758674, 'name': CreateVM_Task, 'duration_secs': 0.363538} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.308432] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.309169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.309307] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.309620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.309877] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42b12a6-af99-4d37-b101-299d66e3afe3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.315133] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1043.315133] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ed96f-b20b-cd4d-dfd6-e2ed2919e994" [ 1043.315133] env[70399]: _type = "Task" [ 1043.315133] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.323855] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ed96f-b20b-cd4d-dfd6-e2ed2919e994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.400385] env[70399]: DEBUG nova.network.neutron [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "address": "fa:16:3e:05:96:50", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d13e9eb-2c", "ovs_interfaceid": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.464762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffe03a79-570f-4d6d-9339-85546ca8b8ef tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "66ef23b8-a2d5-4da6-8710-3ffe4299eb3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.621s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.795310] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1043.795310] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afcda994-8367-4923-81a7-f60d0ae362b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.800919] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1043.800919] env[70399]: value = "task-3758675" [ 1043.800919] env[70399]: _type = "Task" [ 1043.800919] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.813377] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.831121] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528ed96f-b20b-cd4d-dfd6-e2ed2919e994, 'name': SearchDatastore_Task, 'duration_secs': 0.02042} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.831121] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.831121] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.831121] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.831121] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.831121] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.831121] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1a16cf-70ce-4647-a712-18e46c1c0dcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.845054] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.845054] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.845054] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255d4420-469c-4c9a-88f6-5664c516252b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.853036] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1043.853036] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfd7a6-a566-da4d-3163-c13d72a47d9d" [ 1043.853036] env[70399]: _type = "Task" [ 1043.853036] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.861303] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfd7a6-a566-da4d-3163-c13d72a47d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.902921] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.904876] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.904876] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.905945] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdd59b-4912-4028-88cb-04c62571aad9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.929477] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.932027] env[70399]: DEBUG nova.virt.hardware [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.938648] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfiguring VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1043.942615] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959fcef8-7ddb-4548-a479-416366545979 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.963832] env[70399]: DEBUG oslo_vmware.api [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1043.963832] env[70399]: value = "task-3758676" [ 1043.963832] env[70399]: _type = "Task" [ 1043.963832] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.975921] env[70399]: DEBUG oslo_vmware.api [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758676, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.024049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80df9e-c7d9-476b-a63b-06a9bf3796aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.032138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30a134-a3b8-4a85-8665-eea80107b4b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.070633] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f690c-6687-42a6-adfc-3d3f4587832f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.080414] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210dda4d-ea85-445e-81fc-4dabd4e9c6a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.096825] env[70399]: DEBUG nova.compute.provider_tree [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.313156] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758675, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.363787] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dfd7a6-a566-da4d-3163-c13d72a47d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.364832] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302c071f-ad18-44d1-9019-17e562e5bb9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.372105] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1044.372105] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528058d6-dbb4-efc1-5f88-bf2181a92f90" [ 1044.372105] env[70399]: _type = "Task" [ 1044.372105] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.382946] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528058d6-dbb4-efc1-5f88-bf2181a92f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.412676] env[70399]: DEBUG nova.compute.manager [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Received event network-changed-12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.412676] env[70399]: DEBUG nova.compute.manager [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Refreshing instance network info cache due to event network-changed-12f2a488-6845-43f5-a303-9af8f42394ed. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.412928] env[70399]: DEBUG oslo_concurrency.lockutils [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] Acquiring lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.413132] env[70399]: DEBUG oslo_concurrency.lockutils [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] Acquired lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.413337] env[70399]: DEBUG nova.network.neutron [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Refreshing network info cache for port 12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.473556] env[70399]: DEBUG oslo_vmware.api [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.600463] env[70399]: DEBUG nova.scheduler.client.report [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.798282] env[70399]: DEBUG nova.compute.manager [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-changed-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.798282] env[70399]: DEBUG nova.compute.manager [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing instance network info cache due to event network-changed-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.798282] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798609] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798609] env[70399]: DEBUG nova.network.neutron [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing network info cache for port 5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.814908] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758675, 'name': CreateSnapshot_Task, 'duration_secs': 0.581729} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.815087] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.815825] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca50346-1838-424b-b6bf-09947662a74e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.882181] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528058d6-dbb4-efc1-5f88-bf2181a92f90, 'name': SearchDatastore_Task, 'duration_secs': 0.020777} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.882453] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.882707] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f270bd89-a8c2-492d-b91d-7308d124bf7e/f270bd89-a8c2-492d-b91d-7308d124bf7e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.882965] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d857ef4-9abb-42a5-bef7-edcdcbd6de1b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.890560] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1044.890560] env[70399]: value = "task-3758677" [ 1044.890560] env[70399]: _type = "Task" [ 1044.890560] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.899173] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.972974] env[70399]: DEBUG oslo_vmware.api [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758676, 'name': ReconfigVM_Task, 'duration_secs': 0.59107} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.973569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.973823] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfigured VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1045.105638] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.108226] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.200s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.110082] env[70399]: INFO nova.compute.claims [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.134308] env[70399]: INFO nova.scheduler.client.report [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Deleted allocations for instance 23d76967-d6f8-4a4a-83de-a451d7b402c2 [ 1045.240420] env[70399]: DEBUG nova.network.neutron [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Updated VIF entry in instance network info cache for port 12f2a488-6845-43f5-a303-9af8f42394ed. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.240801] env[70399]: DEBUG nova.network.neutron [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Updating instance_info_cache with network_info: [{"id": "12f2a488-6845-43f5-a303-9af8f42394ed", "address": "fa:16:3e:e4:e6:d6", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f2a488-68", "ovs_interfaceid": "12f2a488-6845-43f5-a303-9af8f42394ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.338154] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.343583] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2436da34-8031-4dc9-b6b0-0fd5e6d79cbd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.359652] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1045.359652] env[70399]: value = "task-3758678" [ 1045.359652] env[70399]: _type = "Task" [ 1045.359652] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.372629] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758678, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.406265] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496958} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.406265] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] f270bd89-a8c2-492d-b91d-7308d124bf7e/f270bd89-a8c2-492d-b91d-7308d124bf7e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.406265] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.406265] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-956ed176-c7b3-4c79-8165-05ea55f5de67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.415032] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1045.415032] env[70399]: value = "task-3758679" [ 1045.415032] env[70399]: _type = "Task" [ 1045.415032] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.428221] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.478999] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79a0779b-ed7d-4ebb-bc18-539e276bfc5b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.746s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.620212] env[70399]: DEBUG nova.network.neutron [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updated VIF entry in instance network info cache for port 5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.620858] env[70399]: DEBUG nova.network.neutron [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "address": "fa:16:3e:05:96:50", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d13e9eb-2c", "ovs_interfaceid": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.650867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84b35446-6c6f-4c6e-8681-6e475a848b70 tempest-MultipleCreateTestJSON-1646981689 tempest-MultipleCreateTestJSON-1646981689-project-member] Lock "23d76967-d6f8-4a4a-83de-a451d7b402c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.587s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.743883] env[70399]: DEBUG oslo_concurrency.lockutils [req-85b23ba1-b2ab-4125-9fc5-89428a01dfdd req-f1cb8526-be6e-42e1-ad7c-94b202d8dab8 service nova] Releasing lock "refresh_cache-f270bd89-a8c2-492d-b91d-7308d124bf7e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.852191] env[70399]: DEBUG nova.objects.instance [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lazy-loading 'flavor' on Instance uuid 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.869287] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758678, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.927929] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306198} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.928347] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.929640] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fd6947-ed37-44b2-b398-623e62766774 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.968051] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f270bd89-a8c2-492d-b91d-7308d124bf7e/f270bd89-a8c2-492d-b91d-7308d124bf7e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.968512] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d584d9-34c7-4be3-bbbd-b9981d3c4970 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.002404] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1046.002404] env[70399]: value = "task-3758680" [ 1046.002404] env[70399]: _type = "Task" [ 1046.002404] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.015050] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.128065] env[70399]: DEBUG oslo_concurrency.lockutils [req-bd3a390a-38e0-474b-af0c-c28fed1f0888 req-4da9608e-5941-42e8-a6a8-726814d31997 service nova] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.359080] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.359269] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquired lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.359450] env[70399]: DEBUG nova.network.neutron [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.359631] env[70399]: DEBUG nova.objects.instance [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lazy-loading 'info_cache' on Instance uuid 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.375728] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758678, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.513335] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.611446] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727138c7-07f0-48c7-91ee-fa904ff0aef9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.622155] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de732d-a06a-459c-85a9-571346978d8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.661506] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60856052-9d05-4196-b66a-a58d655e9227 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.674335] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9178b-3d17-4002-8fb0-58f0bc8273f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.701762] env[70399]: DEBUG nova.compute.provider_tree [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.876450] env[70399]: DEBUG nova.objects.base [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Object Instance<5a89e1af-42ab-48d4-a117-4ed3acf82ca3> lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.879273] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758678, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.014689] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758680, 'name': ReconfigVM_Task, 'duration_secs': 0.700087} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.014982] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f270bd89-a8c2-492d-b91d-7308d124bf7e/f270bd89-a8c2-492d-b91d-7308d124bf7e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.015965] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af58bda9-3002-4f03-be7e-ea2be1248c4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.023488] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1047.023488] env[70399]: value = "task-3758681" [ 1047.023488] env[70399]: _type = "Task" [ 1047.023488] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.033497] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758681, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.205420] env[70399]: DEBUG nova.scheduler.client.report [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.376504] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758678, 'name': CloneVM_Task, 'duration_secs': 1.726371} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.376658] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created linked-clone VM from snapshot [ 1047.377446] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0832e4-8a9e-4679-8706-bc18605bc65a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.388644] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploading image 70290871-4b84-4016-bb4a-724d2e8ad20f {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.424641] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.424641] env[70399]: value = "vm-748046" [ 1047.424641] env[70399]: _type = "VirtualMachine" [ 1047.424641] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.425008] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be567bd5-30c5-4ce3-89d4-133d63e24449 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.437021] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease: (returnval){ [ 1047.437021] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200829c-bd54-ae41-75a9-8d583c1f6be9" [ 1047.437021] env[70399]: _type = "HttpNfcLease" [ 1047.437021] env[70399]: } obtained for exporting VM: (result){ [ 1047.437021] env[70399]: value = "vm-748046" [ 1047.437021] env[70399]: _type = "VirtualMachine" [ 1047.437021] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.437401] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the lease: (returnval){ [ 1047.437401] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200829c-bd54-ae41-75a9-8d583c1f6be9" [ 1047.437401] env[70399]: _type = "HttpNfcLease" [ 1047.437401] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.450805] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.450805] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200829c-bd54-ae41-75a9-8d583c1f6be9" [ 1047.450805] env[70399]: _type = "HttpNfcLease" [ 1047.450805] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.535330] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758681, 'name': Rename_Task, 'duration_secs': 0.150176} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.535845] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.536378] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8dd87a2-961a-4a8c-b779-4e971ced0ea2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.546466] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1047.546466] env[70399]: value = "task-3758683" [ 1047.546466] env[70399]: _type = "Task" [ 1047.546466] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.560556] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.713782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.714899] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.723927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.184s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.723927] env[70399]: INFO nova.compute.claims [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.796948] env[70399]: DEBUG nova.network.neutron [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Updating instance_info_cache with network_info: [{"id": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "address": "fa:16:3e:1a:d8:56", "network": {"id": "481a3e65-c9f6-4c26-a072-8bb37dcd9dc4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1371843015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baafb255e9eb42d3894b0327a4b7d5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa8c106-8e", "ovs_interfaceid": "baa8c106-8e02-4e9a-8b1a-c29aa1ab2068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.812143] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-496529f2-2fbc-4064-9376-998ff93511c7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.813157] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-496529f2-2fbc-4064-9376-998ff93511c7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.813276] env[70399]: DEBUG nova.objects.instance [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.951164] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.951164] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200829c-bd54-ae41-75a9-8d583c1f6be9" [ 1047.951164] env[70399]: _type = "HttpNfcLease" [ 1047.951164] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.951164] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.951164] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200829c-bd54-ae41-75a9-8d583c1f6be9" [ 1047.951164] env[70399]: _type = "HttpNfcLease" [ 1047.951164] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.951164] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdbfe63-ec06-4f4d-a7c0-cd916925aed0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.963286] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.963683] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.061349] env[70399]: DEBUG oslo_vmware.api [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758683, 'name': PowerOnVM_Task, 'duration_secs': 0.483762} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.061349] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.061349] env[70399]: INFO nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1048.061349] env[70399]: DEBUG nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.061991] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de91057f-02f2-43bf-85c5-30e7789b08b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.073346] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25dc2b5e-7079-4378-addb-abaf2edbe79a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.229496] env[70399]: DEBUG nova.compute.utils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.233768] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.233768] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.289544] env[70399]: DEBUG nova.policy [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b4266bae11494d9ee57b840fc096ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6551776f51045889afa727d207462f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.300777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Releasing lock "refresh_cache-5a89e1af-42ab-48d4-a117-4ed3acf82ca3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.588065] env[70399]: INFO nova.compute.manager [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Took 42.74 seconds to build instance. [ 1048.734445] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.780379] env[70399]: DEBUG nova.objects.instance [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.897054] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Successfully created port: f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.092301] env[70399]: DEBUG oslo_concurrency.lockutils [None req-62311c4f-72f4-4aa0-849d-b516ce585c27 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.234s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.288320] env[70399]: DEBUG nova.objects.base [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.288673] env[70399]: DEBUG nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.310460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12ebda-6b6a-4d38-8e52-530a8dea04d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.314707] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.315460] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8569fac-36c9-4f40-aacb-4ab8f67671f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.324182] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0b21c-04e9-4bcd-972f-6e679e644782 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.329332] env[70399]: DEBUG oslo_vmware.api [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1049.329332] env[70399]: value = "task-3758684" [ 1049.329332] env[70399]: _type = "Task" [ 1049.329332] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.366258] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01b243d-65f9-422e-bfde-c6edf08e22e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373588] env[70399]: DEBUG oslo_vmware.api [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.381164] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98b314-d6c5-4004-8e17-8af9c2e91754 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.398851] env[70399]: DEBUG nova.compute.provider_tree [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.454389] env[70399]: DEBUG nova.policy [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.757582] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.788849] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.789289] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.789560] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.789770] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.789998] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.790256] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.790547] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.790702] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.790916] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.791100] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.792760] env[70399]: DEBUG nova.virt.hardware [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.793809] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a69fa-6acf-4c01-99b6-63ed111cbb28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.803371] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a1c29-7083-423b-9f04-5e4839ede089 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.842801] env[70399]: DEBUG oslo_vmware.api [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.906451] env[70399]: DEBUG nova.scheduler.client.report [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.343400] env[70399]: DEBUG oslo_vmware.api [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.416516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.417398] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.420445] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.253s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.422332] env[70399]: INFO nova.compute.claims [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.734114] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Successfully updated port: f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.841984] env[70399]: DEBUG oslo_vmware.api [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758684, 'name': PowerOnVM_Task, 'duration_secs': 1.363717} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.842377] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.842578] env[70399]: DEBUG nova.compute.manager [None req-fe4ec22e-e0c2-478f-8804-d3f41c632579 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.843392] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb7ad6-b57b-41d5-8adc-d3d43076c61d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.935317] env[70399]: DEBUG nova.compute.utils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.939953] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.940167] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.028603] env[70399]: DEBUG nova.policy [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.216072] env[70399]: DEBUG nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Successfully updated port: 496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.238576] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.238818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquired lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.238932] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.257484] env[70399]: DEBUG nova.compute.manager [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Received event network-vif-plugged-f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.257763] env[70399]: DEBUG oslo_concurrency.lockutils [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] Acquiring lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.259067] env[70399]: DEBUG oslo_concurrency.lockutils [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.260501] env[70399]: DEBUG oslo_concurrency.lockutils [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.260501] env[70399]: DEBUG nova.compute.manager [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] No waiting events found dispatching network-vif-plugged-f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1051.260501] env[70399]: WARNING nova.compute.manager [req-b48c0516-83c9-45a8-97a9-2c0d2d4337c1 req-a0d17860-9ef9-4b7c-9bc2-b69cf05030e1 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Received unexpected event network-vif-plugged-f857444f-e299-4fb5-b7bb-9660ef8a0f4d for instance with vm_state building and task_state spawning. [ 1051.413063] env[70399]: DEBUG nova.compute.manager [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.414406] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7bc15-889c-4d1a-9da5-c48b4852c1c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.441112] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.609599] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Successfully created port: ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.682302] env[70399]: DEBUG nova.compute.manager [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-plugged-496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.682422] env[70399]: DEBUG oslo_concurrency.lockutils [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.682624] env[70399]: DEBUG oslo_concurrency.lockutils [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.682795] env[70399]: DEBUG oslo_concurrency.lockutils [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.682962] env[70399]: DEBUG nova.compute.manager [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] No waiting events found dispatching network-vif-plugged-496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1051.684164] env[70399]: WARNING nova.compute.manager [req-19de317e-eebb-454a-a6ef-74bbd3638213 req-a08b429c-b41b-45b5-b356-237c0b68134a service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received unexpected event network-vif-plugged-496529f2-2fbc-4064-9376-998ff93511c7 for instance with vm_state active and task_state None. [ 1051.719200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.719605] env[70399]: DEBUG nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.786427] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.927409] env[70399]: INFO nova.compute.manager [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] instance snapshotting [ 1051.934258] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6e1ae-d6ad-4ec7-8e60-77cbf634da22 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.973396] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1772800b-f18f-4ae8-8d0a-5bd77b85af57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.981292] env[70399]: DEBUG nova.network.neutron [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updating instance_info_cache with network_info: [{"id": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "address": "fa:16:3e:5a:65:88", "network": {"id": "3fcf5cde-a75b-42e6-84d9-b9c8bbc26b74", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-313425191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6551776f51045889afa727d207462f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857444f-e2", "ovs_interfaceid": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.026347] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78298d41-c44f-4c61-93b9-5c496a8ebb7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.035702] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5378bb8-2b9c-4a98-bc89-43c0c35ad5c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.082228] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02334de5-66c4-415f-93e8-9fe7b9b9ce41 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.093095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b18e5e4-7ecd-477e-823b-28d989fe9e06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.113520] env[70399]: DEBUG nova.compute.provider_tree [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.292299] env[70399]: WARNING nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 1052.292492] env[70399]: WARNING nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 1052.485377] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.491503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Releasing lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.491857] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Instance network_info: |[{"id": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "address": "fa:16:3e:5a:65:88", "network": {"id": "3fcf5cde-a75b-42e6-84d9-b9c8bbc26b74", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-313425191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6551776f51045889afa727d207462f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857444f-e2", "ovs_interfaceid": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.496167] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.496348] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:65:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f857444f-e299-4fb5-b7bb-9660ef8a0f4d', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.504878] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Creating folder: Project (c6551776f51045889afa727d207462f4). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.505896] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeda7306-2370-49b1-96c0-aa6ae64a332e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.510055] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cd09157-5457-4796-9b82-77b2d167cf9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.519270] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1052.519270] env[70399]: value = "task-3758686" [ 1052.519270] env[70399]: _type = "Task" [ 1052.519270] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.529082] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Created folder: Project (c6551776f51045889afa727d207462f4) in parent group-v747819. [ 1052.529082] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Creating folder: Instances. Parent ref: group-v748047. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.534798] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c755e63-54e4-4b3d-ad18-61fd6a8c98fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.538665] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.553853] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.554324] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.554571] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.554915] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.555268] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.555518] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.555820] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.556173] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.556521] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.556707] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.556978] env[70399]: DEBUG nova.virt.hardware [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.558014] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d0f75-6a27-4077-b8d3-eacf0c30da89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.563403] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Created folder: Instances in parent group-v748047. [ 1052.563403] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.563403] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.563644] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e147276-7f3a-485c-b252-91e205343013 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.585340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fdb8b5-1275-4e5e-9f46-94d92875abb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592989] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.592989] env[70399]: value = "task-3758688" [ 1052.592989] env[70399]: _type = "Task" [ 1052.592989] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.612816] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758688, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.617075] env[70399]: DEBUG nova.scheduler.client.report [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.874147] env[70399]: DEBUG nova.network.neutron [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "address": "fa:16:3e:05:96:50", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d13e9eb-2c", "ovs_interfaceid": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "496529f2-2fbc-4064-9376-998ff93511c7", "address": "fa:16:3e:09:2a:7b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496529f2-2f", "ovs_interfaceid": "496529f2-2fbc-4064-9376-998ff93511c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.033927] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.103865] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758688, 'name': CreateVM_Task, 'duration_secs': 0.444011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.103865] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.104996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.104996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.105151] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.105442] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4ab8fb-0b71-4e33-9bdd-8ed308aa2122 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.111669] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1053.111669] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f26dd-884b-3e86-f3fb-e95ead8a8065" [ 1053.111669] env[70399]: _type = "Task" [ 1053.111669] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.123354] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f26dd-884b-3e86-f3fb-e95ead8a8065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.125600] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.126163] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.128910] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.423s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.129191] env[70399]: DEBUG nova.objects.instance [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lazy-loading 'resources' on Instance uuid 77da841d-8e8c-497e-96a2-4c56d29d25db {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.377694] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.378401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.378567] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.379473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1fdf4-6b95-4c07-bdf0-d806b7672508 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.399063] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.399611] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.399804] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.400015] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.400203] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.400350] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.400554] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.400710] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.400873] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.401247] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.401516] env[70399]: DEBUG nova.virt.hardware [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.408251] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfiguring VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.408524] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef41b92-8bd3-44db-b2ef-8dc448d8d9e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.427981] env[70399]: DEBUG oslo_vmware.api [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1053.427981] env[70399]: value = "task-3758689" [ 1053.427981] env[70399]: _type = "Task" [ 1053.427981] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.438070] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Successfully updated port: ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.446253] env[70399]: DEBUG oslo_vmware.api [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.533477] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758686, 'name': CreateSnapshot_Task, 'duration_secs': 0.80433} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.533809] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.534757] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e167f24-87b5-482e-a2bb-f510aaedec07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.625542] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f26dd-884b-3e86-f3fb-e95ead8a8065, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.625542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625542] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.625542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.625542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625542] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.625542] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387e8090-1826-473d-aae1-dabac5acff1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.631945] env[70399]: DEBUG nova.compute.utils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.638029] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.638210] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.640105] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.640314] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.641123] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92b2853-8f32-491d-93e5-e40c58585f89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.649365] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1053.649365] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b68f51-0d4e-1cb0-18fe-b3527d62d88e" [ 1053.649365] env[70399]: _type = "Task" [ 1053.649365] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.658040] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b68f51-0d4e-1cb0-18fe-b3527d62d88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.689896] env[70399]: DEBUG nova.policy [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0263a4bc334eef95f2805cffbe61b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcf63f424d0b4bb4b8f973d85be268b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.875867] env[70399]: DEBUG nova.compute.manager [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Received event network-changed-f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.876074] env[70399]: DEBUG nova.compute.manager [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Refreshing instance network info cache due to event network-changed-f857444f-e299-4fb5-b7bb-9660ef8a0f4d. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.876307] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Acquiring lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.876447] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Acquired lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.876681] env[70399]: DEBUG nova.network.neutron [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Refreshing network info cache for port f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.944327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.944598] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.944785] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.946195] env[70399]: DEBUG oslo_vmware.api [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.812374] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.813253] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.823014] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Successfully created port: 9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.823708] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91bdfc85-02e7-4b40-8c7c-622c6776db0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.830349] env[70399]: DEBUG nova.compute.manager [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-changed-496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.830349] env[70399]: DEBUG nova.compute.manager [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing instance network info cache due to event network-changed-496529f2-2fbc-4064-9376-998ff93511c7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.830349] env[70399]: DEBUG oslo_concurrency.lockutils [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.830349] env[70399]: DEBUG oslo_concurrency.lockutils [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.830728] env[70399]: DEBUG nova.network.neutron [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Refreshing network info cache for port 496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.838123] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.838315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.850658] env[70399]: DEBUG oslo_vmware.api [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758689, 'name': ReconfigVM_Task, 'duration_secs': 0.651813} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.850905] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b68f51-0d4e-1cb0-18fe-b3527d62d88e, 'name': SearchDatastore_Task, 'duration_secs': 0.017612} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.855291] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855518] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfigured VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.858780] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1054.858780] env[70399]: value = "task-3758690" [ 1054.858780] env[70399]: _type = "Task" [ 1054.858780] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.860305] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9460751-583f-45de-b1e9-a194bf970b02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.872865] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1054.872865] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e3bea6-3f0a-6705-e377-c5095c7d9189" [ 1054.872865] env[70399]: _type = "Task" [ 1054.872865] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.877641] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758690, 'name': CloneVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.891277] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e3bea6-3f0a-6705-e377-c5095c7d9189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.896869] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f3585d-f1e1-41e2-bec3-0cd1274cf3a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.907423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b5623-70ac-4a03-8d54-0139b8febdfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.911434] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.948572] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd4abe-5406-4d4a-8cda-c3d99f0c3b0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.957416] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd0585-c724-490a-8507-3e0af60d79be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.972293] env[70399]: DEBUG nova.compute.provider_tree [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.202714] env[70399]: DEBUG nova.network.neutron [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Updating instance_info_cache with network_info: [{"id": "ebd5957e-ee6f-496f-a488-44df1e282595", "address": "fa:16:3e:1e:50:a6", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd5957e-ee", "ovs_interfaceid": "ebd5957e-ee6f-496f-a488-44df1e282595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.240223] env[70399]: DEBUG nova.network.neutron [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updated VIF entry in instance network info cache for port f857444f-e299-4fb5-b7bb-9660ef8a0f4d. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.240991] env[70399]: DEBUG nova.network.neutron [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updating instance_info_cache with network_info: [{"id": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "address": "fa:16:3e:5a:65:88", "network": {"id": "3fcf5cde-a75b-42e6-84d9-b9c8bbc26b74", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-313425191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6551776f51045889afa727d207462f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857444f-e2", "ovs_interfaceid": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.344542] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.362235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec363002-b0b2-452d-a14d-ef696028f876 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-496529f2-2fbc-4064-9376-998ff93511c7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.549s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.377865] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758690, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.391435] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e3bea6-3f0a-6705-e377-c5095c7d9189, 'name': SearchDatastore_Task, 'duration_secs': 0.028543} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.394317] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.394622] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 9a94ebe7-e494-41ee-b3a8-6f33eff563ee/9a94ebe7-e494-41ee-b3a8-6f33eff563ee.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.395235] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65457e84-1bc4-4f10-bef3-527f3f540d2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.406927] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1055.406927] env[70399]: value = "task-3758691" [ 1055.406927] env[70399]: _type = "Task" [ 1055.406927] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.417712] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.476897] env[70399]: DEBUG nova.scheduler.client.report [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.607183] env[70399]: DEBUG nova.network.neutron [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updated VIF entry in instance network info cache for port 496529f2-2fbc-4064-9376-998ff93511c7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.607709] env[70399]: DEBUG nova.network.neutron [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "address": "fa:16:3e:05:96:50", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d13e9eb-2c", "ovs_interfaceid": "5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "496529f2-2fbc-4064-9376-998ff93511c7", "address": "fa:16:3e:09:2a:7b", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496529f2-2f", "ovs_interfaceid": "496529f2-2fbc-4064-9376-998ff93511c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.705748] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706352] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Instance network_info: |[{"id": "ebd5957e-ee6f-496f-a488-44df1e282595", "address": "fa:16:3e:1e:50:a6", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd5957e-ee", "ovs_interfaceid": "ebd5957e-ee6f-496f-a488-44df1e282595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.706996] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:50:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebd5957e-ee6f-496f-a488-44df1e282595', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.716146] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.716486] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.716732] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd09279e-fc6e-4557-b044-1df3e162dbe8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.739465] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.739465] env[70399]: value = "task-3758692" [ 1055.739465] env[70399]: _type = "Task" [ 1055.739465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.743591] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Releasing lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.743923] env[70399]: DEBUG nova.compute.manager [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Received event network-vif-plugged-ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.744118] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Acquiring lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.744794] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.744794] env[70399]: DEBUG oslo_concurrency.lockutils [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.744794] env[70399]: DEBUG nova.compute.manager [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] No waiting events found dispatching network-vif-plugged-ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.744948] env[70399]: WARNING nova.compute.manager [req-fa6f0a0b-983c-4c05-948c-a420f8ea05b8 req-7902b955-114e-4c74-a18e-11b8f8bae806 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Received unexpected event network-vif-plugged-ebd5957e-ee6f-496f-a488-44df1e282595 for instance with vm_state building and task_state spawning. [ 1055.752952] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758692, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.831251] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.867048] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.867355] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.867355] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.867487] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.867637] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.867786] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.868037] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.868247] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.868449] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.868647] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.868834] env[70399]: DEBUG nova.virt.hardware [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.871130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad120e-9ecf-457b-be3e-bd7e992250e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.875920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.892424] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb6a2d-199c-4742-923a-489a49ce581f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.898717] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758690, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.923302] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758691, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.983035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.986284] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.376s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.986531] env[70399]: DEBUG nova.objects.instance [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lazy-loading 'resources' on Instance uuid c0dd39c9-510e-47e3-8f6f-50bbefa27a6a {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.013530] env[70399]: INFO nova.scheduler.client.report [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Deleted allocations for instance 77da841d-8e8c-497e-96a2-4c56d29d25db [ 1056.110907] env[70399]: DEBUG oslo_concurrency.lockutils [req-ef3371c3-f36a-4e24-b461-60f2b2968a2e req-1a4c17dd-e650-4f49-a2f3-f8a1a9726fec service nova] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.254532] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758692, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.320922] env[70399]: DEBUG nova.compute.manager [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Received event network-changed-ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.322585] env[70399]: DEBUG nova.compute.manager [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Refreshing instance network info cache due to event network-changed-ebd5957e-ee6f-496f-a488-44df1e282595. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.322961] env[70399]: DEBUG oslo_concurrency.lockutils [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] Acquiring lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.323040] env[70399]: DEBUG oslo_concurrency.lockutils [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] Acquired lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.323181] env[70399]: DEBUG nova.network.neutron [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Refreshing network info cache for port ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.382105] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758690, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.421048] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660846} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.421344] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 9a94ebe7-e494-41ee-b3a8-6f33eff563ee/9a94ebe7-e494-41ee-b3a8-6f33eff563ee.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.421638] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.421834] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5e73d2-21a1-4a46-9388-f1d7a689c438 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.431979] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1056.431979] env[70399]: value = "task-3758693" [ 1056.431979] env[70399]: _type = "Task" [ 1056.431979] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.443049] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.525235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cdd937dc-1f56-4312-9cfa-ecddd3d9ada8 tempest-ImagesOneServerNegativeTestJSON-1691594958 tempest-ImagesOneServerNegativeTestJSON-1691594958-project-member] Lock "77da841d-8e8c-497e-96a2-4c56d29d25db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.459s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.565478] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Successfully updated port: 9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.753724] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758692, 'name': CreateVM_Task, 'duration_secs': 0.574402} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.755902] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.757411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.757633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.757881] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d485a80a-c3e7-4cec-9adb-500948e3826a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.765197] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1056.765197] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289fbd6-5a2c-3c76-690e-f8252738e1bc" [ 1056.765197] env[70399]: _type = "Task" [ 1056.765197] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.779656] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289fbd6-5a2c-3c76-690e-f8252738e1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.882311] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758690, 'name': CloneVM_Task, 'duration_secs': 1.731629} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.882311] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Created linked-clone VM from snapshot [ 1056.883181] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051308e1-a5fb-4623-b497-3b4ad6d288f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.891362] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Uploading image a3d80bb4-59ae-4112-97d6-e7b79f0c3792 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.920345] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1056.920345] env[70399]: value = "vm-748051" [ 1056.920345] env[70399]: _type = "VirtualMachine" [ 1056.920345] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1056.920647] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b36511f-5cc2-47be-969e-d683439bd4fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.932157] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease: (returnval){ [ 1056.932157] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52915eee-8972-7c86-f119-e0eff4574575" [ 1056.932157] env[70399]: _type = "HttpNfcLease" [ 1056.932157] env[70399]: } obtained for exporting VM: (result){ [ 1056.932157] env[70399]: value = "vm-748051" [ 1056.932157] env[70399]: _type = "VirtualMachine" [ 1056.932157] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1056.932516] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the lease: (returnval){ [ 1056.932516] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52915eee-8972-7c86-f119-e0eff4574575" [ 1056.932516] env[70399]: _type = "HttpNfcLease" [ 1056.932516] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.950079] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078948} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.952092] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.952521] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.952521] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52915eee-8972-7c86-f119-e0eff4574575" [ 1056.952521] env[70399]: _type = "HttpNfcLease" [ 1056.952521] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.953530] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34150ba4-5795-45eb-96c2-58ae10afa8d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.962574] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adda52e-2227-46b4-9f64-1daa0765600d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.990748] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9a94ebe7-e494-41ee-b3a8-6f33eff563ee/9a94ebe7-e494-41ee-b3a8-6f33eff563ee.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.992989] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed370d7-ae48-4307-b5a2-b9c39086d7f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.010957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004b659-8d52-4d50-9b1f-6eca48d631f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.047845] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921cf4d-6e29-4937-96ac-7b52e4d650d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.052094] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1057.052094] env[70399]: value = "task-3758695" [ 1057.052094] env[70399]: _type = "Task" [ 1057.052094] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.058654] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc9054-43fe-4a31-ae28-f50b81f75f41 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.070890] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.071037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.071185] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.072675] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.086069] env[70399]: DEBUG nova.compute.provider_tree [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.176356] env[70399]: DEBUG nova.network.neutron [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Updated VIF entry in instance network info cache for port ebd5957e-ee6f-496f-a488-44df1e282595. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.178228] env[70399]: DEBUG nova.network.neutron [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Updating instance_info_cache with network_info: [{"id": "ebd5957e-ee6f-496f-a488-44df1e282595", "address": "fa:16:3e:1e:50:a6", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd5957e-ee", "ovs_interfaceid": "ebd5957e-ee6f-496f-a488-44df1e282595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.234105] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.234439] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.278225] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289fbd6-5a2c-3c76-690e-f8252738e1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.025522} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.278607] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.278882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.279426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.279426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.279602] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.279811] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea768cf6-ffd6-4471-96dc-e0887380212f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.292520] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.292786] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.293959] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e082b2a9-664b-4616-9056-f01a1263660a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.300942] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1057.300942] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d82cc-9816-5953-f571-aa87127e7d52" [ 1057.300942] env[70399]: _type = "Task" [ 1057.300942] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.310193] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d82cc-9816-5953-f571-aa87127e7d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.441493] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.441493] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52915eee-8972-7c86-f119-e0eff4574575" [ 1057.441493] env[70399]: _type = "HttpNfcLease" [ 1057.441493] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1057.441799] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1057.441799] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52915eee-8972-7c86-f119-e0eff4574575" [ 1057.441799] env[70399]: _type = "HttpNfcLease" [ 1057.441799] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1057.442759] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4082f-4c0f-4170-a172-f7826ea718ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.458947] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.459383] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1057.561235] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.578694] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcfdff32-7acc-4db7-b87b-9a04558f5522 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.590637] env[70399]: DEBUG nova.scheduler.client.report [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.615132] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.679024] env[70399]: DEBUG oslo_concurrency.lockutils [req-91a4948c-2b6a-4fa6-b7c9-945a44945d51 req-cb202649-3bf9-4757-918c-c4e508809ff9 service nova] Releasing lock "refresh_cache-7a17c2e4-2ba6-4f39-846b-a405a437f84a" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.738813] env[70399]: INFO nova.compute.manager [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Detaching volume aeab4eb9-61de-49e1-b0f4-9cae9263d901 [ 1057.798125] env[70399]: INFO nova.virt.block_device [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Attempting to driver detach volume aeab4eb9-61de-49e1-b0f4-9cae9263d901 from mountpoint /dev/sdb [ 1057.798391] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.798586] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748027', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'name': 'volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '385de0b4-b19e-4f01-9e7b-07e9472e4129', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'serial': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.799639] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8827c984-c166-46f4-a99b-5acd7254d275 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.815338] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d82cc-9816-5953-f571-aa87127e7d52, 'name': SearchDatastore_Task, 'duration_secs': 0.022674} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.841403] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66420915-aacf-4daf-ad9d-3f7002d258e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.845088] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cda6278-aa2f-4880-b0c2-c3a82fd5a4e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.852714] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1057.852714] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c61ed-8b84-1533-747f-b9bfe26bfbcb" [ 1057.852714] env[70399]: _type = "Task" [ 1057.852714] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.862120] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7043dd-ce10-4b9a-a725-c31bf27dde06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.871914] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c61ed-8b84-1533-747f-b9bfe26bfbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.893230] env[70399]: DEBUG nova.network.neutron [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.895889] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e1381-3311-4808-acaf-efaeaf31c779 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.920071] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] The volume has not been displaced from its original location: [datastore2] volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901/volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.926985] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.928570] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb533ed-56f5-49f7-b6e3-b0d72ffc8bdf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.950730] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.951138] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.959594] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1057.959594] env[70399]: value = "task-3758696" [ 1057.959594] env[70399]: _type = "Task" [ 1057.959594] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.972919] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.064848] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758695, 'name': ReconfigVM_Task, 'duration_secs': 0.741294} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.065071] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9a94ebe7-e494-41ee-b3a8-6f33eff563ee/9a94ebe7-e494-41ee-b3a8-6f33eff563ee.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.065828] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3a54d90-0297-4c5a-9bee-af90dabc191c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.073739] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1058.073739] env[70399]: value = "task-3758697" [ 1058.073739] env[70399]: _type = "Task" [ 1058.073739] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.084833] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758697, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.097856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.101757] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.666s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.102467] env[70399]: INFO nova.compute.claims [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.128803] env[70399]: INFO nova.scheduler.client.report [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleted allocations for instance c0dd39c9-510e-47e3-8f6f-50bbefa27a6a [ 1058.366628] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528c61ed-8b84-1533-747f-b9bfe26bfbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.022805} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.367106] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.367758] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 7a17c2e4-2ba6-4f39-846b-a405a437f84a/7a17c2e4-2ba6-4f39-846b-a405a437f84a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.367758] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4f9fa0-7ffb-4082-9b35-10c5fc9d37a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.375227] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1058.375227] env[70399]: value = "task-3758698" [ 1058.375227] env[70399]: _type = "Task" [ 1058.375227] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.384302] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.404769] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.405324] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance network_info: |[{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.405851] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.406318] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.406567] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.406783] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.406946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.408773] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:7d:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9269b225-75e0-47ce-a7c2-5da9a065ea61', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.417365] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating folder: Project (dcf63f424d0b4bb4b8f973d85be268b0). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.420401] env[70399]: INFO nova.compute.manager [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Terminating instance [ 1058.420401] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbfd1a7e-14d7-4422-ba56-36aa96435123 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.430702] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.436381] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab04acd-ce76-4c79-a765-0c235b475f6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.441148] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created folder: Project (dcf63f424d0b4bb4b8f973d85be268b0) in parent group-v747819. [ 1058.441456] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating folder: Instances. Parent ref: group-v748053. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.443284] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26bb37c-6b64-4c79-9507-6e5347757810 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.446921] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.447124] env[70399]: ERROR oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk due to incomplete transfer. [ 1058.448590] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff84ef70-a61c-4b8b-95fa-7e040588ea92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.455050] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.455249] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.456169] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e5c02-737f-4e6a-aa2d-ff6555c697b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.465849] env[70399]: DEBUG nova.compute.manager [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.466376] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.466712] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.466921] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.467177] env[70399]: DEBUG nova.compute.manager [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] No waiting events found dispatching network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.467391] env[70399]: WARNING nova.compute.manager [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received unexpected event network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 for instance with vm_state building and task_state spawning. [ 1058.467614] env[70399]: DEBUG nova.compute.manager [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.467787] env[70399]: DEBUG nova.compute.manager [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing instance network info cache due to event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.468007] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.468188] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.468365] env[70399]: DEBUG nova.network.neutron [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.469898] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb80e-ef62-06ac-1aae-113cd4b90e98/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.470127] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploaded image 70290871-4b84-4016-bb4a-724d2e8ad20f to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.472832] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.473753] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created folder: Instances in parent group-v748053. [ 1058.473753] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.480031] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87958d18-d6ca-4220-b7bd-a17dd5e87a30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.481132] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.494895] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e170c21a-cff7-4b47-9051-89e5a51e50b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.513084] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37feafd5-1d06-4b34-955a-0d57ab68e5f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.521101] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758696, 'name': ReconfigVM_Task, 'duration_secs': 0.375438} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.525362] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.531683] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1058.531683] env[70399]: value = "task-3758701" [ 1058.531683] env[70399]: _type = "Task" [ 1058.531683] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.551993] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d53ec8-3899-4f86-82d5-c31864915854 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.562848] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.562848] env[70399]: value = "task-3758702" [ 1058.562848] env[70399]: _type = "Task" [ 1058.562848] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.569327] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfiguring VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1058.575796] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299049c3-e90c-4e4a-b953-47878170486d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.604409] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1058.604409] env[70399]: value = "task-3758703" [ 1058.604409] env[70399]: _type = "Task" [ 1058.604409] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.616623] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758701, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.626141] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1058.626141] env[70399]: value = "task-3758704" [ 1058.626141] env[70399]: _type = "Task" [ 1058.626141] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.626496] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758697, 'name': Rename_Task, 'duration_secs': 0.251841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.626709] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758702, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.628791] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.633357] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0a19df-d78a-4273-8dbd-7de8b70ee42c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.644336] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.644336] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10104e0-943e-4ae4-ad55-42f1129b813e tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "c0dd39c9-510e-47e3-8f6f-50bbefa27a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.615s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.652485] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.655215] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1058.655215] env[70399]: value = "task-3758705" [ 1058.655215] env[70399]: _type = "Task" [ 1058.655215] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.669348] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.887648] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758698, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.928559] env[70399]: DEBUG nova.compute.manager [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.928559] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.928559] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ebf86-8d05-4550-ba6b-f64354ae9821 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.948776] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.950021] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebaead9d-4058-41b8-b378-75509119a69e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.963803] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1058.963803] env[70399]: value = "task-3758706" [ 1058.963803] env[70399]: _type = "Task" [ 1058.963803] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.982474] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.074522] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758701, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.091343] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758702, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.117792] env[70399]: DEBUG oslo_vmware.api [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758703, 'name': ReconfigVM_Task, 'duration_secs': 0.246281} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.124190] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748027', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'name': 'volume-aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '385de0b4-b19e-4f01-9e7b-07e9472e4129', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901', 'serial': 'aeab4eb9-61de-49e1-b0f4-9cae9263d901'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.143739] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.178541] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.334680] env[70399]: DEBUG nova.network.neutron [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updated VIF entry in instance network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.335157] env[70399]: DEBUG nova.network.neutron [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.387748] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709712} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.387748] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 7a17c2e4-2ba6-4f39-846b-a405a437f84a/7a17c2e4-2ba6-4f39-846b-a405a437f84a.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.387748] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.390318] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce4b7a9-8a71-490c-afcf-37f96173b2ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.399458] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1059.399458] env[70399]: value = "task-3758707" [ 1059.399458] env[70399]: _type = "Task" [ 1059.399458] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.410270] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.479804] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758706, 'name': PowerOffVM_Task, 'duration_secs': 0.289095} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.480241] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.480517] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.482037] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f1a9a53-183f-414c-80fa-31c5f35aa82a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.537996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.537996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.538196] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.538344] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.538827] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.543209] env[70399]: INFO nova.compute.manager [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Terminating instance [ 1059.560607] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.560852] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.561098] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleting the datastore file [datastore2] ec8d0001-9bbb-423e-b3f5-41695efa3714 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.561400] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8881744-3c08-4e74-b943-bcf2dbc7200d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.575471] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758701, 'name': Destroy_Task, 'duration_secs': 0.798817} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.579471] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroyed the VM [ 1059.579734] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.580476] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1059.580476] env[70399]: value = "task-3758709" [ 1059.580476] env[70399]: _type = "Task" [ 1059.580476] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.580846] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed18ab29-7326-4432-b598-54e7290355c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.594463] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758702, 'name': CreateVM_Task, 'duration_secs': 0.613041} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.598694] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.602310] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1059.602310] env[70399]: value = "task-3758710" [ 1059.602310] env[70399]: _type = "Task" [ 1059.602310] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.602310] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.602606] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603160] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603160] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603589] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2b5cfb-39db-4b63-a679-bac4a74842ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.612539] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1059.612539] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525efd29-d441-4ab5-7667-46eb72a423ea" [ 1059.612539] env[70399]: _type = "Task" [ 1059.612539] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.615790] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.627682] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525efd29-d441-4ab5-7667-46eb72a423ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.645232] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.667751] env[70399]: DEBUG oslo_vmware.api [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758705, 'name': PowerOnVM_Task, 'duration_secs': 0.877959} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.670769] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.670986] env[70399]: INFO nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1059.671191] env[70399]: DEBUG nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.673111] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc51cfe-7a99-4788-bc45-8d5ec965676e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.687200] env[70399]: DEBUG nova.objects.instance [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'flavor' on Instance uuid 385de0b4-b19e-4f01-9e7b-07e9472e4129 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.687721] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a607768-a73a-4eaa-86ec-3f464bfb001f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.696981] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eacdd3b-c317-48da-9116-17b0de0374f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.731136] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412cbf30-4ee4-44a9-9ee8-11946f892257 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.740645] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f33d1-0ce9-49f3-8da9-a829a0a485f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.759723] env[70399]: DEBUG nova.compute.provider_tree [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.838199] env[70399]: DEBUG oslo_concurrency.lockutils [req-73824907-67fa-4040-b245-9ff8983cd554 req-1ca6dc93-373c-4fc7-9ace-7a364b6e37f5 service nova] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.912521] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078307} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.912855] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.914340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7718b57d-9e8c-4c94-b0a2-a6189d08705d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.954113] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 7a17c2e4-2ba6-4f39-846b-a405a437f84a/7a17c2e4-2ba6-4f39-846b-a405a437f84a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.954665] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237b6694-17c3-4a03-a005-5b785c865259 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.982722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "b6137c02-3eda-4a97-917a-869afdfc0423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.983113] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.983449] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.983750] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.984049] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.988113] env[70399]: INFO nova.compute.manager [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Terminating instance [ 1059.994734] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1059.994734] env[70399]: value = "task-3758711" [ 1059.994734] env[70399]: _type = "Task" [ 1059.994734] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.011781] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.050913] env[70399]: DEBUG nova.compute.manager [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.051264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.052541] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795020f-5ce5-45ec-b61b-ee50654b8ef0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.063335] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.063463] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d40e8b-07a6-4043-88b2-b751707d797e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.071051] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1060.071051] env[70399]: value = "task-3758712" [ 1060.071051] env[70399]: _type = "Task" [ 1060.071051] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.084885] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.096641] env[70399]: DEBUG oslo_vmware.api [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.097051] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.097278] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.097539] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.097793] env[70399]: INFO nova.compute.manager [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1060.098186] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.098415] env[70399]: DEBUG nova.compute.manager [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.098509] env[70399]: DEBUG nova.network.neutron [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.113689] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.126535] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525efd29-d441-4ab5-7667-46eb72a423ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.126987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.127200] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.127441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.127588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.127876] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.128194] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dfbc725-9ab9-42b6-9e18-fc86bf9e56da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.142432] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.154040] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.154040] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.155879] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce45d0e-25e2-4cb4-bde7-9cb778fc37cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.162958] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1060.162958] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed12bd-a0f5-6fa8-aba4-52a4cd9851fd" [ 1060.162958] env[70399]: _type = "Task" [ 1060.162958] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.173733] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed12bd-a0f5-6fa8-aba4-52a4cd9851fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.198131] env[70399]: INFO nova.compute.manager [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Took 44.31 seconds to build instance. [ 1060.263242] env[70399]: DEBUG nova.scheduler.client.report [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.495587] env[70399]: DEBUG nova.compute.manager [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.495848] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.496841] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a103b83-6747-43b6-84b1-e2de412ef4e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.510053] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758711, 'name': ReconfigVM_Task, 'duration_secs': 0.336863} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.512709] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 7a17c2e4-2ba6-4f39-846b-a405a437f84a/7a17c2e4-2ba6-4f39-846b-a405a437f84a.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.513577] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.513804] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a9a551e-4f57-4163-b9c5-e7f4ec8791ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.520180] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f712eae-e89a-4a60-a145-a10362112503 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.529285] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1060.529285] env[70399]: value = "task-3758713" [ 1060.529285] env[70399]: _type = "Task" [ 1060.529285] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.538557] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1060.538557] env[70399]: value = "task-3758714" [ 1060.538557] env[70399]: _type = "Task" [ 1060.538557] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.547245] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758713, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.556805] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.582981] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758712, 'name': PowerOffVM_Task, 'duration_secs': 0.281267} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.583345] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.583549] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.584087] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6c318c-317a-43e9-86d0-9e64ac31d440 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.615618] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758710, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.646531] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.658149] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.658149] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.658149] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleting the datastore file [datastore1] a794b355-e488-4bd0-bc15-fa5f3e4a15bd {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.658149] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1a515b8-4082-424b-96f3-ce0116a06eee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.667120] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1060.667120] env[70399]: value = "task-3758716" [ 1060.667120] env[70399]: _type = "Task" [ 1060.667120] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.681647] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ed12bd-a0f5-6fa8-aba4-52a4cd9851fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021865} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.685678] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.686032] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9fb3bf-0f85-4701-94a6-17469ce349e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.692850] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1060.692850] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f47ac0-1f8b-7c79-3400-136f029f244c" [ 1060.692850] env[70399]: _type = "Task" [ 1060.692850] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.700301] env[70399]: DEBUG oslo_concurrency.lockutils [None req-af14d689-b357-4b89-bffb-62ea68516591 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.466s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.704756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c84e27be-11b9-4d94-a093-d06926f08fd4 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.179s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.705044] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f47ac0-1f8b-7c79-3400-136f029f244c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.769604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.770184] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.773076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.546s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.799443] env[70399]: DEBUG nova.compute.manager [req-31d71642-0b2c-486a-a2f9-99ac205877d6 req-c6fd854c-084b-4f63-a748-dcedfcab5001 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Received event network-vif-deleted-f1ccdb04-b942-4a31-a346-0952d8a466e6 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.802396] env[70399]: INFO nova.compute.manager [req-31d71642-0b2c-486a-a2f9-99ac205877d6 req-c6fd854c-084b-4f63-a748-dcedfcab5001 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Neutron deleted interface f1ccdb04-b942-4a31-a346-0952d8a466e6; detaching it from the instance and deleting it from the info cache [ 1060.802396] env[70399]: DEBUG nova.network.neutron [req-31d71642-0b2c-486a-a2f9-99ac205877d6 req-c6fd854c-084b-4f63-a748-dcedfcab5001 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.041758] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758713, 'name': Rename_Task, 'duration_secs': 0.179612} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.045900] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.048020] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feb9cfd9-b984-4088-a3d6-6f3df0a449b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.055322] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758714, 'name': PowerOffVM_Task, 'duration_secs': 0.266424} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.057031] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.059022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.059022] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1061.059022] env[70399]: value = "task-3758717" [ 1061.059022] env[70399]: _type = "Task" [ 1061.059022] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.059022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aba1aff-7ca3-480d-a7a4-a320360e2920 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.071660] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.114658] env[70399]: DEBUG oslo_vmware.api [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758710, 'name': RemoveSnapshot_Task, 'duration_secs': 1.42842} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.115281] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.117993] env[70399]: INFO nova.compute.manager [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 17.86 seconds to snapshot the instance on the hypervisor. [ 1061.143586] env[70399]: DEBUG nova.network.neutron [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.145333] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.174029] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.174029] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.174029] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleting the datastore file [datastore2] b6137c02-3eda-4a97-917a-869afdfc0423 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.174029] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c55d623b-feb3-4eba-bb2e-c90620bbd131 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.190431] env[70399]: DEBUG oslo_vmware.api [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246434} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.192734] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.193064] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.193341] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.193609] env[70399]: INFO nova.compute.manager [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.193996] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.194413] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for the task: (returnval){ [ 1061.194413] env[70399]: value = "task-3758719" [ 1061.194413] env[70399]: _type = "Task" [ 1061.194413] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.197885] env[70399]: DEBUG nova.compute.manager [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.198128] env[70399]: DEBUG nova.network.neutron [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.219705] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.224308] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f47ac0-1f8b-7c79-3400-136f029f244c, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.224660] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.224916] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.225271] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f46a607-d608-4fb0-8b87-7e4bc952b810 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.234199] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1061.234199] env[70399]: value = "task-3758720" [ 1061.234199] env[70399]: _type = "Task" [ 1061.234199] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.247569] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.276438] env[70399]: DEBUG nova.compute.utils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.283255] env[70399]: INFO nova.compute.claims [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.286843] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.287187] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.305619] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c83d3539-ee59-4fa8-8aca-d5f1b900affd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.319648] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb605c-2d1e-4d4d-b87c-5b46468bc469 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.372724] env[70399]: DEBUG nova.compute.manager [req-31d71642-0b2c-486a-a2f9-99ac205877d6 req-c6fd854c-084b-4f63-a748-dcedfcab5001 service nova] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Detach interface failed, port_id=f1ccdb04-b942-4a31-a346-0952d8a466e6, reason: Instance ec8d0001-9bbb-423e-b3f5-41695efa3714 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.401045] env[70399]: DEBUG nova.policy [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.576475] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758717, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.645464] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.646963] env[70399]: INFO nova.compute.manager [-] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Took 1.55 seconds to deallocate network for instance. [ 1061.696717] env[70399]: DEBUG nova.compute.manager [None req-f1eca0cc-b49e-4824-a2af-7107f8035f12 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Found 1 images (rotation: 2) {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1061.714978] env[70399]: DEBUG oslo_vmware.api [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Task: {'id': task-3758719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.716849] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.716849] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.716849] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.716849] env[70399]: INFO nova.compute.manager [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1061.716849] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.716849] env[70399]: DEBUG nova.compute.manager [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.716849] env[70399]: DEBUG nova.network.neutron [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.747091] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758720, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.787972] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.795303] env[70399]: INFO nova.compute.resource_tracker [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating resource usage from migration edf65318-7a18-4182-b03b-bdddb5221973 [ 1061.852350] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.852901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.853316] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.853682] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.854063] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.863083] env[70399]: INFO nova.compute.manager [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Terminating instance [ 1062.080147] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.150314] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.156703] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.253882] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759095} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.257545] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.257807] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.258454] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c450d514-2b31-410a-8b5e-e5130babf686 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.268043] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1062.268043] env[70399]: value = "task-3758721" [ 1062.268043] env[70399]: _type = "Task" [ 1062.268043] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.284046] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.367309] env[70399]: DEBUG nova.compute.manager [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.367927] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.369325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948bf2e2-ccfe-41a8-a726-6f93719b70c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.383469] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.383793] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1131232-a77e-4888-95fe-f4708b057e55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.399273] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1062.399273] env[70399]: value = "task-3758722" [ 1062.399273] env[70399]: _type = "Task" [ 1062.399273] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.415880] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.445307] env[70399]: DEBUG nova.network.neutron [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.476669] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a777ca-cead-4a5c-9860-30fea2e310f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.490700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f62ad5-ba4a-4fcb-95ed-d4e4779818b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.530971] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Successfully created port: 59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.534375] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6793363-26ba-42de-9a17-7b8db9a18c60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.546750] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16658d-0f56-410c-a8c2-e137c37ada71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.572023] env[70399]: DEBUG nova.compute.provider_tree [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.587732] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758717, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.650797] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.783028] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144774} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.783465] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.785349] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0df93a-56e5-40b2-82c9-842257f8a047 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.811326] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.831531] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.831863] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fcccf0-ad93-4c1f-ab16-9400732492a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.870322] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1062.870322] env[70399]: value = "task-3758723" [ 1062.870322] env[70399]: _type = "Task" [ 1062.870322] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.876035] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.876035] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.876035] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.876035] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.876384] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.876384] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.876486] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.876605] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.876783] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.876966] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.877133] env[70399]: DEBUG nova.virt.hardware [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.877990] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1d16b-0cb0-43e6-9cd3-ca79cdc5d39c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.884879] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.892179] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9856b2-a061-40ec-adec-24258f976fc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.900025] env[70399]: DEBUG nova.compute.manager [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Received event network-changed-f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.900244] env[70399]: DEBUG nova.compute.manager [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Refreshing instance network info cache due to event network-changed-f857444f-e299-4fb5-b7bb-9660ef8a0f4d. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.900497] env[70399]: DEBUG oslo_concurrency.lockutils [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] Acquiring lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.900647] env[70399]: DEBUG oslo_concurrency.lockutils [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] Acquired lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.900974] env[70399]: DEBUG nova.network.neutron [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Refreshing network info cache for port f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.923665] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758722, 'name': PowerOffVM_Task, 'duration_secs': 0.335916} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.923839] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.924016] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.924353] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a639bf-88ed-455e-b95a-0117a8076994 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.953086] env[70399]: INFO nova.compute.manager [-] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Took 1.75 seconds to deallocate network for instance. [ 1063.026338] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.026763] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.027727] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleting the datastore file [datastore2] 385de0b4-b19e-4f01-9e7b-07e9472e4129 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.027727] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095fc316-bf87-4571-8ebb-fb9a6a773d3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.039438] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1063.039438] env[70399]: value = "task-3758725" [ 1063.039438] env[70399]: _type = "Task" [ 1063.039438] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.055745] env[70399]: DEBUG nova.network.neutron [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.057111] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.060091] env[70399]: DEBUG nova.compute.manager [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.061020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beabbeb-8340-43bc-ba44-471b1a09c97f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.079672] env[70399]: DEBUG nova.scheduler.client.report [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.092604] env[70399]: DEBUG oslo_vmware.api [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758717, 'name': PowerOnVM_Task, 'duration_secs': 1.669411} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.092604] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.092604] env[70399]: INFO nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1063.092604] env[70399]: DEBUG nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.092604] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e51298-6ac8-4451-bb69-680c24a5fd5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.148865] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.304106] env[70399]: DEBUG nova.compute.manager [req-4b9edc03-a6d1-4259-88f3-7cdfe60f2b84 req-38bf4f0f-6ed9-4664-acf0-d9fd86d7e531 service nova] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Received event network-vif-deleted-6d0d6bb9-4498-4b10-a91c-1ba34e58cb49 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.383451] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.458150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.551786] env[70399]: DEBUG oslo_vmware.api [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376635} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.551786] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.551786] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.551786] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.552059] env[70399]: INFO nova.compute.manager [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1063.552153] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.552376] env[70399]: DEBUG nova.compute.manager [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.552477] env[70399]: DEBUG nova.network.neutron [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.560263] env[70399]: INFO nova.compute.manager [-] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Took 1.84 seconds to deallocate network for instance. [ 1063.575654] env[70399]: INFO nova.compute.manager [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] instance snapshotting [ 1063.576258] env[70399]: DEBUG nova.objects.instance [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.591393] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.818s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.591818] env[70399]: INFO nova.compute.manager [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Migrating [ 1063.613391] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.591s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.613461] env[70399]: DEBUG nova.objects.instance [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lazy-loading 'resources' on Instance uuid 83bd920a-925d-4ece-82e3-f84a5cdc61a4 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.631297] env[70399]: INFO nova.compute.manager [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Took 45.11 seconds to build instance. [ 1063.652021] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.758638] env[70399]: DEBUG nova.network.neutron [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updated VIF entry in instance network info cache for port f857444f-e299-4fb5-b7bb-9660ef8a0f4d. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.759379] env[70399]: DEBUG nova.network.neutron [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updating instance_info_cache with network_info: [{"id": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "address": "fa:16:3e:5a:65:88", "network": {"id": "3fcf5cde-a75b-42e6-84d9-b9c8bbc26b74", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-313425191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6551776f51045889afa727d207462f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857444f-e2", "ovs_interfaceid": "f857444f-e299-4fb5-b7bb-9660ef8a0f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.883347] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758723, 'name': ReconfigVM_Task, 'duration_secs': 0.579} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.883347] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.883347] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf6760e-fdbe-4232-9246-62c1484c9dd4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.895014] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1063.895014] env[70399]: value = "task-3758726" [ 1063.895014] env[70399]: _type = "Task" [ 1063.895014] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.908475] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758726, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.067140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.081664] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967326b-438b-431f-b597-dba4631e2490 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.111037] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb105c-cb82-4fa2-bc9a-83824bc87f0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.127165] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa210f-4855-4efd-813c-a27e36ca487f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.135899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.136209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.136513] env[70399]: DEBUG nova.network.neutron [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.141025] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0960dd1-fe7b-49a4-9404-878d4442d62a tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.603s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.141025] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9aed1-7a03-4919-ad85-f1e1bee93031 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.155869] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.187157] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89208a92-c642-45b2-a985-1fa436fee3c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.194923] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d91fac8-9cc5-4b6c-9d38-9379b023f606 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.214895] env[70399]: DEBUG nova.compute.provider_tree [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.262579] env[70399]: DEBUG oslo_concurrency.lockutils [req-cb088f70-18a8-4e1e-be58-65da14646ebe req-7bd927d5-b055-4a98-a641-0332bbd81f95 service nova] Releasing lock "refresh_cache-9a94ebe7-e494-41ee-b3a8-6f33eff563ee" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.406419] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758726, 'name': Rename_Task, 'duration_secs': 0.278017} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.406713] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.406977] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9618b3ab-3879-42b6-98ff-778076763668 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.417218] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1064.417218] env[70399]: value = "task-3758727" [ 1064.417218] env[70399]: _type = "Task" [ 1064.417218] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.428533] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.588768] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Successfully updated port: 59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.618070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.618414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.618580] env[70399]: DEBUG nova.compute.manager [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.619776] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e44624-e086-4688-9612-9c07552ba005 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.626018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.627274] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eb14cbd-bfb3-4af3-8026-20818417b880 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.635337] env[70399]: DEBUG nova.compute.manager [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.636252] env[70399]: DEBUG nova.objects.instance [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'flavor' on Instance uuid 7a17c2e4-2ba6-4f39-846b-a405a437f84a {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.639210] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1064.639210] env[70399]: value = "task-3758728" [ 1064.639210] env[70399]: _type = "Task" [ 1064.639210] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.661500] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.666783] env[70399]: DEBUG oslo_vmware.api [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758704, 'name': ReconfigVM_Task, 'duration_secs': 5.851448} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.667472] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.667472] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Reconfigured VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1064.719119] env[70399]: DEBUG nova.scheduler.client.report [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.932167] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.073468] env[70399]: DEBUG nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Received event network-vif-deleted-b09915a5-ede2-4aac-9d4d-99c1d5d198b0 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.074187] env[70399]: DEBUG nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Received event network-vif-plugged-59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.074658] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Acquiring lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.075033] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.075524] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.075835] env[70399]: DEBUG nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] No waiting events found dispatching network-vif-plugged-59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.076133] env[70399]: WARNING nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Received unexpected event network-vif-plugged-59ab41ed-f8e1-4872-a62a-c2694667d347 for instance with vm_state building and task_state spawning. [ 1065.076504] env[70399]: DEBUG nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Received event network-changed-59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.076783] env[70399]: DEBUG nova.compute.manager [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Refreshing instance network info cache due to event network-changed-59ab41ed-f8e1-4872-a62a-c2694667d347. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.077184] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Acquiring lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.077446] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Acquired lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.077716] env[70399]: DEBUG nova.network.neutron [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Refreshing network info cache for port 59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.092987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.108680] env[70399]: DEBUG nova.network.neutron [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.158796] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.227770] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.231469] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.358s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.231469] env[70399]: DEBUG nova.objects.instance [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lazy-loading 'resources' on Instance uuid 10b451d6-41e5-4d5f-bb71-f42dcea2c9be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.268786] env[70399]: INFO nova.scheduler.client.report [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Deleted allocations for instance 83bd920a-925d-4ece-82e3-f84a5cdc61a4 [ 1065.335587] env[70399]: DEBUG nova.compute.manager [req-cd286943-d16c-4693-8c24-a3a8f84608f9 req-fcff5bc6-f630-42ae-8915-d1be0c909a1d service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Received event network-vif-deleted-3c2fa847-d722-40a5-862f-b0d68a1499a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.337410] env[70399]: INFO nova.compute.manager [req-cd286943-d16c-4693-8c24-a3a8f84608f9 req-fcff5bc6-f630-42ae-8915-d1be0c909a1d service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Neutron deleted interface 3c2fa847-d722-40a5-862f-b0d68a1499a8; detaching it from the instance and deleting it from the info cache [ 1065.337667] env[70399]: DEBUG nova.network.neutron [req-cd286943-d16c-4693-8c24-a3a8f84608f9 req-fcff5bc6-f630-42ae-8915-d1be0c909a1d service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.430061] env[70399]: DEBUG nova.network.neutron [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.431615] env[70399]: DEBUG oslo_vmware.api [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758727, 'name': PowerOnVM_Task, 'duration_secs': 0.630774} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.432250] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.432637] env[70399]: INFO nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1065.432953] env[70399]: DEBUG nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.433877] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802aedce-e7df-434b-9c4a-2a7660680a21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.612199] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.633547] env[70399]: DEBUG nova.network.neutron [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.654155] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.654507] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758728, 'name': CreateSnapshot_Task, 'duration_secs': 0.834771} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.654729] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488afa64-c25c-41d6-9bb5-73af4c8b044a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.656787] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.657631] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56126b8-c5a0-4510-9dde-c5be43fe6e4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.676465] env[70399]: DEBUG oslo_vmware.api [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1065.676465] env[70399]: value = "task-3758729" [ 1065.676465] env[70399]: _type = "Task" [ 1065.676465] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.688115] env[70399]: DEBUG oslo_vmware.api [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.771866] env[70399]: DEBUG nova.network.neutron [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.783494] env[70399]: DEBUG oslo_concurrency.lockutils [None req-34791f57-a91c-41b4-b9be-4656627ab5d6 tempest-SecurityGroupsTestJSON-87195518 tempest-SecurityGroupsTestJSON-87195518-project-member] Lock "83bd920a-925d-4ece-82e3-f84a5cdc61a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.467s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.846757] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-539bcaf1-88cf-4b0c-98fc-0cfa96044486 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.857603] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c39ae-9c88-4ba7-9775-2267e40f1a8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.908485] env[70399]: DEBUG nova.compute.manager [req-cd286943-d16c-4693-8c24-a3a8f84608f9 req-fcff5bc6-f630-42ae-8915-d1be0c909a1d service nova] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Detach interface failed, port_id=3c2fa847-d722-40a5-862f-b0d68a1499a8, reason: Instance 385de0b4-b19e-4f01-9e7b-07e9472e4129 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.933731] env[70399]: INFO nova.compute.manager [-] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Took 2.38 seconds to deallocate network for instance. [ 1065.962413] env[70399]: INFO nova.compute.manager [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Took 45.82 seconds to build instance. [ 1066.144808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.145649] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.145649] env[70399]: DEBUG nova.network.neutron [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.184396] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.185075] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f347e647-6652-445d-b87e-7fb9e9dc9c0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.202174] env[70399]: DEBUG oslo_vmware.api [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758729, 'name': PowerOffVM_Task, 'duration_secs': 0.280478} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.204567] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.204567] env[70399]: DEBUG nova.compute.manager [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.204795] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1066.204795] env[70399]: value = "task-3758730" [ 1066.204795] env[70399]: _type = "Task" [ 1066.204795] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.205874] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a55d3-d328-48a1-ac2e-f87332c9d5da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.225178] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.276120] env[70399]: DEBUG oslo_concurrency.lockutils [req-a8b921ea-9edd-40ee-ad4e-02ef683a0788 req-887e7366-84e3-4150-b37c-67b0a88eb6b5 service nova] Releasing lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276870] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.277256] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.351585] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cd16d-9e3e-4336-8da7-356f1d791c50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6273b-c1eb-4d74-a9ab-7e193c20d47c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.399571] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df84f6-3627-4e9f-b958-4c040f9ebf17 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.412439] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3a501-bf2c-4880-ac43-2b21a5083f4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.431171] env[70399]: DEBUG nova.compute.provider_tree [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.445301] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.464245] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7784afc6-057f-491f-a48d-fef96589500f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.142s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.721243] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.732444] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1abe74b9-ee5a-4e29-9a1d-c6a6e7cc08bc tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.113s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.865489] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.934252] env[70399]: DEBUG nova.scheduler.client.report [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.132025] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b27231-b46d-49a4-9062-464185739992 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.158264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.191120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.191438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.191720] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.192018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.192315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.196138] env[70399]: INFO nova.compute.manager [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Terminating instance [ 1067.224170] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.446301] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.448284] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.519s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.448959] env[70399]: DEBUG nova.objects.instance [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1067.479049] env[70399]: INFO nova.scheduler.client.report [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Deleted allocations for instance 10b451d6-41e5-4d5f-bb71-f42dcea2c9be [ 1067.857722] env[70399]: INFO nova.network.neutron [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Port 5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1067.857722] env[70399]: INFO nova.network.neutron [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Port 496529f2-2fbc-4064-9376-998ff93511c7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1067.857722] env[70399]: DEBUG nova.network.neutron [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [{"id": "46bdb8ef-6ce7-4a20-a664-791820927504", "address": "fa:16:3e:97:0c:8e", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bdb8ef-6c", "ovs_interfaceid": "46bdb8ef-6ce7-4a20-a664-791820927504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.857722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.857722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.857722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.857722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.857722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.857722] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.857722] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a343aec0-d792-4bd4-9654-8b6e2359b6eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.857722] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1067.857722] env[70399]: value = "task-3758731" [ 1067.857722] env[70399]: _type = "Task" [ 1067.857722] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.858778] env[70399]: DEBUG nova.compute.manager [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.858778] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.858778] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9348851-1619-437e-bbf7-c795ac095973 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.858778] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.858778] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.866510] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.866510] env[70399]: INFO nova.compute.manager [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Terminating instance [ 1067.871425] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b880bea-5e23-4813-8e30-fab8f9145392 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.886334] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1067.886334] env[70399]: value = "task-3758732" [ 1067.886334] env[70399]: _type = "Task" [ 1067.886334] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.900470] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.928374] env[70399]: DEBUG nova.network.neutron [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Updating instance_info_cache with network_info: [{"id": "59ab41ed-f8e1-4872-a62a-c2694667d347", "address": "fa:16:3e:c5:50:6a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ab41ed-f8", "ovs_interfaceid": "59ab41ed-f8e1-4872-a62a-c2694667d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.989543] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ae49d13-3c93-4d12-a003-6dd0d1205017 tempest-MigrationsAdminTest-1525374997 tempest-MigrationsAdminTest-1525374997-project-member] Lock "10b451d6-41e5-4d5f-bb71-f42dcea2c9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.003609] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.005801] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476be2b-9366-4592-8975-f75b6e1257b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.018296] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.018546] env[70399]: ERROR oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk due to incomplete transfer. [ 1068.019454] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcb90ab4-e359-4082-857e-9c30e6db3ac4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.030351] env[70399]: DEBUG oslo_vmware.rw_handles [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c248d-e690-42b5-e353-7229f17c16e1/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1068.030351] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Uploaded image a3d80bb4-59ae-4112-97d6-e7b79f0c3792 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1068.032226] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.032226] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c0e656d-66be-468b-bbfc-c8a0699c0e20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.040199] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1068.040199] env[70399]: value = "task-3758733" [ 1068.040199] env[70399]: _type = "Task" [ 1068.040199] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.055035] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758733, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.149011] env[70399]: DEBUG nova.compute.manager [req-25b7e6f1-6472-4627-a843-823c9b8869be req-06d285b1-b681-486b-be80-c31a82c63f3d service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-deleted-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.149371] env[70399]: DEBUG nova.compute.manager [req-25b7e6f1-6472-4627-a843-823c9b8869be req-06d285b1-b681-486b-be80-c31a82c63f3d service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-deleted-496529f2-2fbc-4064-9376-998ff93511c7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.184993] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758731, 'name': PowerOffVM_Task, 'duration_secs': 0.330794} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.185217] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.185410] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.223390] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.372929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-d88dea00-e13e-4dc3-aaba-fa14050360be" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.375060] env[70399]: DEBUG nova.compute.manager [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.375326] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.376533] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7ec67-b977-4530-a142-aaacdaf7c7f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.385819] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.389720] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a3ae69c-ab2f-4b97-9f05-394b09f3e7f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.401192] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758732, 'name': PowerOffVM_Task, 'duration_secs': 0.248522} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.404047] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.404047] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.404047] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2253cdb-fd96-442c-b16c-c5632a64704c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.432832] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-91022516-7888-46b2-bfcf-fdfcc336c586" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.432832] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance network_info: |[{"id": "59ab41ed-f8e1-4872-a62a-c2694667d347", "address": "fa:16:3e:c5:50:6a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ab41ed-f8", "ovs_interfaceid": "59ab41ed-f8e1-4872-a62a-c2694667d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.433264] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:50:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59ab41ed-f8e1-4872-a62a-c2694667d347', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.444579] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.447202] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.447202] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadc5347-8ded-47b5-b61d-1c9279c437f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.465777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d459e944-6bce-460a-aee8-24bdf3a07207 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.468022] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.469037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.469968] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.465s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.471723] env[70399]: INFO nova.compute.claims [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.483885] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.483885] env[70399]: value = "task-3758736" [ 1068.483885] env[70399]: _type = "Task" [ 1068.483885] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.496249] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758736, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.558368] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758733, 'name': Destroy_Task, 'duration_secs': 0.427649} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.559733] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Destroyed the VM [ 1068.560198] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.560308] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b1af050-31c4-45d6-92fe-3e3b7ccaa7cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.570631] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1068.570631] env[70399]: value = "task-3758737" [ 1068.570631] env[70399]: _type = "Task" [ 1068.570631] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.585648] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758737, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.659610] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.659874] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.693873] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.696571] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.696842] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.697138] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.697347] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.697555] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.697862] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.698122] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.698373] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.698602] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.698851] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.708287] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84729dd4-07f2-4ff6-936a-bda39991bcc2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.735489] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758730, 'name': CloneVM_Task, 'duration_secs': 2.030942} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.737151] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created linked-clone VM from snapshot [ 1068.738080] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1068.738080] env[70399]: value = "task-3758738" [ 1068.738080] env[70399]: _type = "Task" [ 1068.738080] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.738879] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100855bc-1d34-4228-a799-25dc4407857e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.754217] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploading image a8ba31ee-2b08-4756-b1e4-aedefedbe203 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.760671] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.787671] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.787671] env[70399]: value = "vm-748057" [ 1068.787671] env[70399]: _type = "VirtualMachine" [ 1068.787671] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.788224] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16cffb36-74ab-4b83-8832-854ea1bcdbe4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.796842] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease: (returnval){ [ 1068.796842] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b485e-a6d1-dda2-94fd-84db01a115ae" [ 1068.796842] env[70399]: _type = "HttpNfcLease" [ 1068.796842] env[70399]: } obtained for exporting VM: (result){ [ 1068.796842] env[70399]: value = "vm-748057" [ 1068.796842] env[70399]: _type = "VirtualMachine" [ 1068.796842] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.797620] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the lease: (returnval){ [ 1068.797620] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b485e-a6d1-dda2-94fd-84db01a115ae" [ 1068.797620] env[70399]: _type = "HttpNfcLease" [ 1068.797620] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.806194] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.806194] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b485e-a6d1-dda2-94fd-84db01a115ae" [ 1068.806194] env[70399]: _type = "HttpNfcLease" [ 1068.806194] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.810511] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.810798] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.810991] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore2] 7a17c2e4-2ba6-4f39-846b-a405a437f84a {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.811577] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8b3320-52ba-47bb-abc7-eb489c18350f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.819685] env[70399]: DEBUG oslo_vmware.api [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1068.819685] env[70399]: value = "task-3758740" [ 1068.819685] env[70399]: _type = "Task" [ 1068.819685] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.829130] env[70399]: DEBUG oslo_vmware.api [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.877874] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b10f1bfe-fd27-4440-a39e-92951c8d2f2c tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-d88dea00-e13e-4dc3-aaba-fa14050360be-5d13e9eb-2cb3-4a42-8ed2-35641a39d7a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.926s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.982549] env[70399]: DEBUG nova.compute.utils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.001047] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758736, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.084983] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758737, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.167314] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.221025] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.221025] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.221025] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleting the datastore file [datastore1] d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.221025] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-301333e0-d185-4441-aee2-a46cac4f062f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.231820] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1069.231820] env[70399]: value = "task-3758741" [ 1069.231820] env[70399]: _type = "Task" [ 1069.231820] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.245047] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.255303] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758738, 'name': ReconfigVM_Task, 'duration_secs': 0.290119} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.255630] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.307497] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.307497] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b485e-a6d1-dda2-94fd-84db01a115ae" [ 1069.307497] env[70399]: _type = "HttpNfcLease" [ 1069.307497] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.307497] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.307497] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b485e-a6d1-dda2-94fd-84db01a115ae" [ 1069.307497] env[70399]: _type = "HttpNfcLease" [ 1069.307497] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1069.308019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327dd329-7787-41f3-af20-842f757be4dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.318625] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.318625] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.387851] env[70399]: DEBUG oslo_vmware.api [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41476} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.389254] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.389467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.389638] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.389848] env[70399]: INFO nova.compute.manager [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Took 1.01 seconds to destroy the instance on the hypervisor. [ 1069.390106] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.390589] env[70399]: DEBUG nova.compute.manager [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.390690] env[70399]: DEBUG nova.network.neutron [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.470674] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02951ed4-d46d-45c6-a8e4-223c86d1aa9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.487620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.500915] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758736, 'name': CreateVM_Task, 'duration_secs': 0.537734} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.507976] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.508573] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.508748] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.509086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.512432] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0996bb5d-d7cb-4b76-889d-9f9d289b8bf8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.525071] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1069.525071] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e48642-7416-8aad-da2e-7f1f099fa778" [ 1069.525071] env[70399]: _type = "Task" [ 1069.525071] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.550615] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e48642-7416-8aad-da2e-7f1f099fa778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.590851] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758737, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.702449] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.730090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "a36871dc-e61d-452b-981f-20220c447b35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.730451] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.746480] env[70399]: DEBUG oslo_vmware.api [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410242} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.746899] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.747183] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.747353] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.747527] env[70399]: INFO nova.compute.manager [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1069.748279] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.748279] env[70399]: DEBUG nova.compute.manager [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.748279] env[70399]: DEBUG nova.network.neutron [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.764045] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.764360] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.764583] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.764819] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.765033] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.765227] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.765464] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.765690] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.765919] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.766326] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.766663] env[70399]: DEBUG nova.virt.hardware [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.773405] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.775022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c9fa7d-70bf-4119-b16e-696525cd6ab5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.799938] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1069.799938] env[70399]: value = "task-3758742" [ 1069.799938] env[70399]: _type = "Task" [ 1069.799938] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.812775] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.865349] env[70399]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 496529f2-2fbc-4064-9376-998ff93511c7 could not be found.", "detail": ""}} {{(pid=70399) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1069.866162] env[70399]: DEBUG nova.network.neutron [-] Unable to show port 496529f2-2fbc-4064-9376-998ff93511c7 as it no longer exists. {{(pid=70399) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1070.038794] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e48642-7416-8aad-da2e-7f1f099fa778, 'name': SearchDatastore_Task, 'duration_secs': 0.032817} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.039681] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.039681] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.040172] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.040459] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.040869] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.043868] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5357f981-42d0-4a44-98e4-89900937b622 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.065022] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.065022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.065022] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22528b3-ccbb-4aa2-918c-6e1d92b3d0fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.073149] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1070.073149] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259261e-5095-ab5d-2b8b-6a5f2b21b411" [ 1070.073149] env[70399]: _type = "Task" [ 1070.073149] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.081982] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f045f2-9b98-43a0-992f-39bff70ba36a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.107043] env[70399]: DEBUG oslo_vmware.api [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758737, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104103} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.107430] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259261e-5095-ab5d-2b8b-6a5f2b21b411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.108510] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4843fc-c454-4ea3-847c-37480e981bc7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.113287] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.113823] env[70399]: INFO nova.compute.manager [None req-f9d25444-f017-4cd6-a045-a92d35ddc40d tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Took 18.18 seconds to snapshot the instance on the hypervisor. [ 1070.156049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499658d4-375b-49e2-9f9b-b41256b25cdb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.165175] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5198bb-371c-494d-b7b1-8f6edac37dfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.181872] env[70399]: DEBUG nova.compute.provider_tree [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.233472] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.316067] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758742, 'name': ReconfigVM_Task, 'duration_secs': 0.272744} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.316386] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.317664] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c6266-2585-455e-a96b-058e82dce86c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.345728] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.346290] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc64eab1-86cd-481e-bac8-adf8d4d93a33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.369821] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1070.369821] env[70399]: value = "task-3758743" [ 1070.369821] env[70399]: _type = "Task" [ 1070.369821] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.380747] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.437027] env[70399]: DEBUG nova.network.neutron [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.495992] env[70399]: DEBUG nova.compute.manager [req-3cdc18e2-bd80-45d3-8c56-3518f150ed55 req-da805647-9a4c-45c5-bc22-1b083f15b4b9 service nova] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Received event network-vif-deleted-ebd5957e-ee6f-496f-a488-44df1e282595 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.553898] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.554351] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.554758] env[70399]: INFO nova.compute.manager [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attaching volume 3eac14c5-b6b0-436a-8c65-6fd542cbdf45 to /dev/sdb [ 1070.587397] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259261e-5095-ab5d-2b8b-6a5f2b21b411, 'name': SearchDatastore_Task, 'duration_secs': 0.024745} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.588496] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d323b1-8bc4-40c4-8e22-908f89b36f28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.597542] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1070.597542] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5d7a7-232a-8c88-3198-bf5432e44a3d" [ 1070.597542] env[70399]: _type = "Task" [ 1070.597542] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.615102] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5d7a7-232a-8c88-3198-bf5432e44a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.624379] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b7288-b9fa-46c3-89b2-3e15b84ee49c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.637526] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c8627-8533-427f-aedf-e9190461d28d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.658365] env[70399]: DEBUG nova.virt.block_device [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating existing volume attachment record: 5f503cf0-1a90-4d60-9df9-dd297d70fdf5 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.685262] env[70399]: DEBUG nova.scheduler.client.report [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.775207] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.883219] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.940376] env[70399]: INFO nova.compute.manager [-] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Took 1.55 seconds to deallocate network for instance. [ 1071.113303] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d5d7a7-232a-8c88-3198-bf5432e44a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021357} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.113723] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.115430] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 91022516-7888-46b2-bfcf-fdfcc336c586/91022516-7888-46b2-bfcf-fdfcc336c586.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.115430] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb253e3-7351-4164-9ece-d9a80a7b9bcd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.119140] env[70399]: DEBUG nova.network.neutron [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.124410] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1071.124410] env[70399]: value = "task-3758745" [ 1071.124410] env[70399]: _type = "Task" [ 1071.124410] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.136783] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.191037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.193995] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.197984] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.925s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.202754] env[70399]: DEBUG nova.objects.instance [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lazy-loading 'resources' on Instance uuid 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.382649] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.422217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.422614] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.450958] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.593797] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.594182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.628780] env[70399]: INFO nova.compute.manager [-] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Took 1.88 seconds to deallocate network for instance. [ 1071.640336] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.700312] env[70399]: DEBUG nova.compute.utils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.703280] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.703649] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.755673] env[70399]: DEBUG nova.policy [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c75c649ba342339478e07ddecc861a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f07caa5821549a08666ca8098ff6d54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.880800] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758743, 'name': ReconfigVM_Task, 'duration_secs': 1.151873} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.883678] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe/92ae32c8-1630-4153-8ba7-357077d82fbe.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.883839] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.925378] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.097523] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.137313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.137313] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.140188] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 91022516-7888-46b2-bfcf-fdfcc336c586/91022516-7888-46b2-bfcf-fdfcc336c586.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.140432] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.140936] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2d5014-ba8d-4f68-96c1-ad9dbbf2a234 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.149604] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1072.149604] env[70399]: value = "task-3758746" [ 1072.149604] env[70399]: _type = "Task" [ 1072.149604] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.163913] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.168837] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Successfully created port: 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.204321] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.284188] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b941f3f-e815-4ef8-8f60-04b2475cf5df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.299543] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d019ce82-9577-44fd-97ac-33b1bde7cf11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.343187] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09860bfd-d4b2-4ff9-86ae-df070b654bb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.355871] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d141308-1a89-49ff-b6b6-beb3134327ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.375542] env[70399]: DEBUG nova.compute.provider_tree [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.391754] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92619ffe-17ab-4151-b4e7-f94115c061c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.412901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68badfb6-7150-4b83-aa63-503d2b6643ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.441050] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.472266] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.604906] env[70399]: DEBUG nova.compute.manager [req-a3d000e3-634b-475c-83a7-da7e586a92e6 req-d1fbd76e-5a5c-4093-b384-d5a4dd3898de service nova] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Received event network-vif-deleted-46bdb8ef-6ce7-4a20-a664-791820927504 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.633253] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.661101] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137413} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.661478] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.662344] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69177601-2d77-4c8c-bf97-d54c1f1900ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.687925] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 91022516-7888-46b2-bfcf-fdfcc336c586/91022516-7888-46b2-bfcf-fdfcc336c586.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.687925] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6fdf79d-73ba-471f-89c2-13374b4f1b97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.710501] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1072.710501] env[70399]: value = "task-3758747" [ 1072.710501] env[70399]: _type = "Task" [ 1072.710501] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.723746] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.880382] env[70399]: DEBUG nova.scheduler.client.report [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.990366] env[70399]: DEBUG nova.network.neutron [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Port a2005298-430b-4eb0-a4dc-24891dbf18a9 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1073.228014] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.233080] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758747, 'name': ReconfigVM_Task, 'duration_secs': 0.484514} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.233080] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 91022516-7888-46b2-bfcf-fdfcc336c586/91022516-7888-46b2-bfcf-fdfcc336c586.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.233080] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12daab90-c5f0-42b3-9f6f-c69ee6fa3113 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.252350] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1073.252350] env[70399]: value = "task-3758749" [ 1073.252350] env[70399]: _type = "Task" [ 1073.252350] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.263538] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758749, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.285598] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.285939] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.286501] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.286766] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.286938] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.287122] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.287366] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.287531] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.287730] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.287913] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.288165] env[70399]: DEBUG nova.virt.hardware [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.289188] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff466302-8b1d-4ffd-8d66-a07dd4760446 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.301045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce36fe-40c0-4880-934f-3b8c5b2e1f85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.390290] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.397478] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.682s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.397841] env[70399]: DEBUG nova.objects.instance [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'resources' on Instance uuid b9f069e3-35ab-4802-afaf-62b2b5cddb58 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.436865] env[70399]: INFO nova.scheduler.client.report [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted allocations for instance 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1 [ 1073.765966] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758749, 'name': Rename_Task, 'duration_secs': 0.161219} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.766492] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.766903] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b5c38b-8dcc-471d-9da6-954ca253b781 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.776761] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1073.776761] env[70399]: value = "task-3758750" [ 1073.776761] env[70399]: _type = "Task" [ 1073.776761] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.798522] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.908377] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Successfully updated port: 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.949869] env[70399]: DEBUG oslo_concurrency.lockutils [None req-672d6902-4c67-4869-956b-c4fa3d3bb612 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "4fbe5ca0-b701-445a-ab33-f1829b8cc8a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.115s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.037154] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.037693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.038218] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.125765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "6de25259-68ea-4105-9739-79fdf84664c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.125765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.125765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "6de25259-68ea-4105-9739-79fdf84664c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.125765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.125765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.131827] env[70399]: INFO nova.compute.manager [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Terminating instance [ 1074.301055] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.416408] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.416798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.416798] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.639311] env[70399]: DEBUG nova.compute.manager [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.639311] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.644495] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2614f7-55be-4712-8941-a13da6787a20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.653964] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.656283] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5662923c-4e6a-417a-a85b-6df637b4ff5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.663901] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1074.663901] env[70399]: value = "task-3758751" [ 1074.663901] env[70399]: _type = "Task" [ 1074.663901] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.669118] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76796b5-fde0-4e7c-b0d1-0d4db4b88548 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.680346] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f5c30-82e8-4ee0-89ef-a026844f7f8e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.683754] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.714827] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86962bee-f972-4479-aa61-db47b6649973 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.726422] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ff875-5909-4e88-bd15-e29a194ac36a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.743849] env[70399]: DEBUG nova.compute.provider_tree [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.755926] env[70399]: DEBUG nova.compute.manager [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.756177] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.756402] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.756639] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.756720] env[70399]: DEBUG nova.compute.manager [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] No waiting events found dispatching network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.757189] env[70399]: WARNING nova.compute.manager [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received unexpected event network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 for instance with vm_state building and task_state spawning. [ 1074.757433] env[70399]: DEBUG nova.compute.manager [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.757692] env[70399]: DEBUG nova.compute.manager [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing instance network info cache due to event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.757950] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.787710] env[70399]: DEBUG oslo_vmware.api [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758750, 'name': PowerOnVM_Task, 'duration_secs': 0.627631} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.788441] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.788441] env[70399]: INFO nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1074.788583] env[70399]: DEBUG nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.789841] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1334a-f9fe-43e2-9f6a-23dd2d9f2e37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.961198] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.140450] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.140642] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.140917] env[70399]: DEBUG nova.network.neutron [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.176537] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758751, 'name': PowerOffVM_Task, 'duration_secs': 0.248917} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.176915] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.177128] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.177403] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2413c5e2-7f46-4055-8993-ba290f0a34ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.229014] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.229295] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748059', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'name': 'volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'serial': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.230251] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a92390-a152-4036-a643-5399f342389d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.260694] env[70399]: DEBUG nova.scheduler.client.report [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.268165] env[70399]: DEBUG nova.network.neutron [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.271156] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90d61f-c36d-4e54-b5bf-db94c1a23feb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.278602] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.278977] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.279218] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore2] 6de25259-68ea-4105-9739-79fdf84664c5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.280564] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f069161-48c4-48d8-83ef-c20f812f6b7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.310374] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45/volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.320057] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5e0423-9b6c-4571-80bc-332be0559f80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.332504] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1075.332504] env[70399]: value = "task-3758753" [ 1075.332504] env[70399]: _type = "Task" [ 1075.332504] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.339143] env[70399]: INFO nova.compute.manager [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Took 51.92 seconds to build instance. [ 1075.344741] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1075.344741] env[70399]: value = "task-3758754" [ 1075.344741] env[70399]: _type = "Task" [ 1075.344741] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.352031] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.360990] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.781232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.788030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.788030] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance network_info: |[{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.788030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.909s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.788030] env[70399]: INFO nova.compute.claims [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.791450] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.792626] env[70399]: DEBUG nova.network.neutron [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.794121] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d6:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a451501-d220-44ab-ae11-9eead0f8d216', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.804696] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating folder: Project (4f07caa5821549a08666ca8098ff6d54). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.806093] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6138609d-366a-4a64-9db9-012712a49c8e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.812600] env[70399]: INFO nova.scheduler.client.report [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocations for instance b9f069e3-35ab-4802-afaf-62b2b5cddb58 [ 1075.822022] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created folder: Project (4f07caa5821549a08666ca8098ff6d54) in parent group-v747819. [ 1075.822022] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating folder: Instances. Parent ref: group-v748060. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.822022] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca9a37cb-0115-44a9-96d9-e393af635ed2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.834674] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created folder: Instances in parent group-v748060. [ 1075.835379] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.835909] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.840029] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5bbf2b1-b58a-45be-b8e4-b6b6921642e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.857866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c311139b-6614-47ac-af6f-ee2b4502d80c tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.076s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.867796] env[70399]: DEBUG oslo_vmware.api [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32672} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.870200] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.870723] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.871090] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.871394] env[70399]: INFO nova.compute.manager [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1075.871845] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.872194] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.872194] env[70399]: value = "task-3758757" [ 1075.872194] env[70399]: _type = "Task" [ 1075.872194] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.878028] env[70399]: DEBUG nova.compute.manager [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.878028] env[70399]: DEBUG nova.network.neutron [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.879020] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.889807] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758757, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.329065] env[70399]: DEBUG oslo_concurrency.lockutils [None req-917fe779-8cf4-4ff0-9a04-0d5f41b20f2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "b9f069e3-35ab-4802-afaf-62b2b5cddb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.512s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.373688] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758754, 'name': ReconfigVM_Task, 'duration_secs': 0.772992} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.374226] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45/volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.383701] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2072fdf-fb5c-49f4-9f97-b162da0601ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.412025] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758757, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.412025] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1076.412025] env[70399]: value = "task-3758758" [ 1076.412025] env[70399]: _type = "Task" [ 1076.412025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.421865] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.492023] env[70399]: DEBUG nova.network.neutron [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.772559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "91022516-7888-46b2-bfcf-fdfcc336c586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.772917] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.773159] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.773372] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.773654] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.776108] env[70399]: INFO nova.compute.manager [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Terminating instance [ 1076.829684] env[70399]: DEBUG nova.network.neutron [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updated VIF entry in instance network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.830236] env[70399]: DEBUG nova.network.neutron [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.898222] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758757, 'name': CreateVM_Task, 'duration_secs': 0.605635} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.898373] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.899116] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.899303] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.899606] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.900091] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc38b84-c515-4cc0-9549-6a38b1a46d34 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906601] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1076.906601] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226489e-75e5-2674-cab7-ab293deb9ec1" [ 1076.906601] env[70399]: _type = "Task" [ 1076.906601] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.927264] env[70399]: DEBUG oslo_vmware.api [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758758, 'name': ReconfigVM_Task, 'duration_secs': 0.17917} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.932051] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748059', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'name': 'volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'serial': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.933748] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226489e-75e5-2674-cab7-ab293deb9ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.934059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.937642] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.937642] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.937642] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.937642] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.937642] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a012ae-2cfd-46e1-bbb8-af5ac22f9068 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.952030] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.952030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.956479] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1b1855-c309-4477-adf7-8e1c7fffabef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.963707] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1076.963707] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52779d95-4d15-6f1d-21d7-74040b53a110" [ 1076.963707] env[70399]: _type = "Task" [ 1076.963707] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.975551] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52779d95-4d15-6f1d-21d7-74040b53a110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.993676] env[70399]: DEBUG oslo_concurrency.lockutils [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.036731] env[70399]: DEBUG nova.compute.manager [req-2c468025-2c1a-461b-9922-2b3679893522 req-f4d61f77-456e-4be4-a218-061bba55f79e service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Received event network-vif-deleted-635b0136-7b6f-43c8-b65f-1f7cfda51dac {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.036947] env[70399]: INFO nova.compute.manager [req-2c468025-2c1a-461b-9922-2b3679893522 req-f4d61f77-456e-4be4-a218-061bba55f79e service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Neutron deleted interface 635b0136-7b6f-43c8-b65f-1f7cfda51dac; detaching it from the instance and deleting it from the info cache [ 1077.037134] env[70399]: DEBUG nova.network.neutron [req-2c468025-2c1a-461b-9922-2b3679893522 req-f4d61f77-456e-4be4-a218-061bba55f79e service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.120440] env[70399]: DEBUG nova.network.neutron [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.284181] env[70399]: DEBUG nova.compute.manager [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.284181] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.287528] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f4dcf-d45b-4a51-bdc4-1bc65f00ec0b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.296859] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.300067] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ac6546-a8ed-4154-8539-68fcfd08b5ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.309617] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1077.309617] env[70399]: value = "task-3758759" [ 1077.309617] env[70399]: _type = "Task" [ 1077.309617] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.321345] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.339097] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf4c0742-159d-4b39-95a8-0e8b9343f918 req-96ae3a75-3613-4bb2-96e7-a026b6dc6a22 service nova] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.398791] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f3f4c6-0c18-4bdb-bd83-2c6c4a4eab56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.408244] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e915e-ae6d-48ec-900b-c7ba6323710a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.451167] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f690f6a-3276-40ab-8846-e8ebd7bc7cf2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.460943] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac65e04-ca26-45f3-9bf1-f580ae2514d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.476503] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52779d95-4d15-6f1d-21d7-74040b53a110, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.485814] env[70399]: DEBUG nova.compute.provider_tree [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.487604] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39835b6e-ace4-46b9-bdee-c7b8b78a8f1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.495306] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1077.495306] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52908f92-cc69-a161-a60c-86dc19610307" [ 1077.495306] env[70399]: _type = "Task" [ 1077.495306] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.511912] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52908f92-cc69-a161-a60c-86dc19610307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.527532] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eab4bd-ff7f-4cb5-be48-aacec42e87f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.551147] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565b2075-c452-4168-b0c8-7ce8fbaa2148 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.553647] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b385b-62b6-4d91-956e-8fbd62875137 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.562612] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.569809] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74556564-aa69-4737-bdae-904f1212280f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.609022] env[70399]: DEBUG nova.compute.manager [req-2c468025-2c1a-461b-9922-2b3679893522 req-f4d61f77-456e-4be4-a218-061bba55f79e service nova] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Detach interface failed, port_id=635b0136-7b6f-43c8-b65f-1f7cfda51dac, reason: Instance 6de25259-68ea-4105-9739-79fdf84664c5 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.625333] env[70399]: INFO nova.compute.manager [-] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Took 1.75 seconds to deallocate network for instance. [ 1077.821028] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758759, 'name': PowerOffVM_Task, 'duration_secs': 0.257135} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.821235] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.821498] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.821778] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05cce0ff-0731-46d5-898a-7019430aeb8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.889180] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.889474] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.889659] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] 91022516-7888-46b2-bfcf-fdfcc336c586 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.890086] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8fc1631-9151-41d4-95ca-6fb856ee448c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.899861] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1077.899861] env[70399]: value = "task-3758761" [ 1077.899861] env[70399]: _type = "Task" [ 1077.899861] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.918020] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.993485] env[70399]: DEBUG nova.scheduler.client.report [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.010619] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52908f92-cc69-a161-a60c-86dc19610307, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.010906] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.011190] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.011463] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa3e9fe-0c30-4059-97f5-63e83c4835ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.016120] env[70399]: DEBUG nova.objects.instance [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.023534] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1078.023534] env[70399]: value = "task-3758762" [ 1078.023534] env[70399]: _type = "Task" [ 1078.023534] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.035335] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.084310] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.084667] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277e590f-e15e-4c44-b7c3-d12795e8f579 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.092581] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1078.092581] env[70399]: value = "task-3758763" [ 1078.092581] env[70399]: _type = "Task" [ 1078.092581] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.103426] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.132326] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.413467] env[70399]: DEBUG oslo_vmware.api [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251068} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.413467] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.413467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.413467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.413467] env[70399]: INFO nova.compute.manager [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1078.413467] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.413835] env[70399]: DEBUG nova.compute.manager [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.413835] env[70399]: DEBUG nova.network.neutron [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.504475] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.505146] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.512071] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.356s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.513565] env[70399]: DEBUG nova.objects.instance [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lazy-loading 'resources' on Instance uuid ec8d0001-9bbb-423e-b3f5-41695efa3714 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.525542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-69c00f7f-9a87-4930-ada8-81f4a3a2737e tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.971s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.540990] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758762, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.607535] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.683477] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.684632] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc7a50-758d-4b6c-898b-ce92a67f756d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.693915] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.694127] env[70399]: ERROR oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk due to incomplete transfer. [ 1078.694404] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35d0e78a-3320-4acc-9f97-7b992c415135 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.704104] env[70399]: DEBUG oslo_vmware.rw_handles [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f0882-eb38-cded-e0fe-58b6296dbc16/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.704382] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploaded image a8ba31ee-2b08-4756-b1e4-aedefedbe203 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.709388] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.709839] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82190c6d-b6a1-43dd-bd7a-552359bbeb5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.719557] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1078.719557] env[70399]: value = "task-3758764" [ 1078.719557] env[70399]: _type = "Task" [ 1078.719557] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.730494] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758764, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.834144] env[70399]: DEBUG nova.compute.manager [req-290dfe44-a3d3-4faa-911b-de88b0ec7b5c req-724cb768-98b0-4997-b6ef-a49d1f5c5541 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Received event network-vif-deleted-59ab41ed-f8e1-4872-a62a-c2694667d347 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.834371] env[70399]: INFO nova.compute.manager [req-290dfe44-a3d3-4faa-911b-de88b0ec7b5c req-724cb768-98b0-4997-b6ef-a49d1f5c5541 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Neutron deleted interface 59ab41ed-f8e1-4872-a62a-c2694667d347; detaching it from the instance and deleting it from the info cache [ 1078.834641] env[70399]: DEBUG nova.network.neutron [req-290dfe44-a3d3-4faa-911b-de88b0ec7b5c req-724cb768-98b0-4997-b6ef-a49d1f5c5541 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.010136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.010136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.016335] env[70399]: DEBUG nova.compute.utils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.017863] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.018087] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.040286] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634404} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.041768] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.041967] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.046706] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8445e8-4460-488e-bd31-9137ce660048 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.049630] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.049865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.059981] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1079.059981] env[70399]: value = "task-3758765" [ 1079.059981] env[70399]: _type = "Task" [ 1079.059981] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.080137] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.107529] env[70399]: DEBUG oslo_vmware.api [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758763, 'name': PowerOnVM_Task, 'duration_secs': 0.776194} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.107714] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.107918] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-989407fe-2f74-411f-a8d6-1f28d1a47f33 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance '92ae32c8-1630-4153-8ba7-357077d82fbe' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.145805] env[70399]: DEBUG nova.policy [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5469f99c0f045a9b9932b71ef51c8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70d6121dde33479e8a52e22364212fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.241570] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758764, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.313828] env[70399]: DEBUG nova.network.neutron [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.339528] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ac6f8a9-761e-4940-81c0-bbc4c77590ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.352124] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff73933-57ee-4ff5-b60e-3a95d499878b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.394705] env[70399]: DEBUG nova.compute.manager [req-290dfe44-a3d3-4faa-911b-de88b0ec7b5c req-724cb768-98b0-4997-b6ef-a49d1f5c5541 service nova] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Detach interface failed, port_id=59ab41ed-f8e1-4872-a62a-c2694667d347, reason: Instance 91022516-7888-46b2-bfcf-fdfcc336c586 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.513288] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.523944] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.527255] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173893c-56b3-431c-8116-b05b801a7186 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.536216] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c825e84-9f3c-4d6a-9a72-c03285d67048 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.571875] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.580696] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf0af7b-2414-4fd5-aa5a-0d7adbb93081 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.590671] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071709} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.593063] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.595383] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657c603-51f5-4066-b4c3-32e36177692e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.599211] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa80ee9-12fd-459c-a108-145a547e4484 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.619459] env[70399]: DEBUG nova.compute.provider_tree [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.638568] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.640106] env[70399]: DEBUG nova.scheduler.client.report [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.643153] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d50829e-0dda-4c47-a744-3719e139f3f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.658709] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Successfully created port: ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.668336] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1079.668336] env[70399]: value = "task-3758766" [ 1079.668336] env[70399]: _type = "Task" [ 1079.668336] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.677493] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.736051] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758764, 'name': Destroy_Task, 'duration_secs': 0.867957} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.736051] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroyed the VM [ 1079.736051] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.736051] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c839fa22-b96f-4a99-9294-e044234308b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.742440] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1079.742440] env[70399]: value = "task-3758767" [ 1079.742440] env[70399]: _type = "Task" [ 1079.742440] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.751528] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758767, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.816868] env[70399]: INFO nova.compute.manager [-] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Took 1.40 seconds to deallocate network for instance. [ 1080.042182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.091897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.108273] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.108505] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.159167] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.162132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.704s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.162591] env[70399]: DEBUG nova.objects.instance [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'resources' on Instance uuid a794b355-e488-4bd0-bc15-fa5f3e4a15bd {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.181053] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758766, 'name': ReconfigVM_Task, 'duration_secs': 0.502765} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.181758] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.182574] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71968da0-7011-49f5-9843-65856e436fbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.190818] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1080.190818] env[70399]: value = "task-3758768" [ 1080.190818] env[70399]: _type = "Task" [ 1080.190818] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.191795] env[70399]: INFO nova.scheduler.client.report [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted allocations for instance ec8d0001-9bbb-423e-b3f5-41695efa3714 [ 1080.209102] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758768, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.255719] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758767, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.331590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.538916] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.572743] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.573532] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.573532] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.573716] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.573929] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.574123] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.574346] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.574520] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.574786] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.575031] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.575235] env[70399]: DEBUG nova.virt.hardware [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.576379] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffadd158-ce6d-48cb-85b6-0cafd95391a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.588157] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e8cb7f-e603-4047-86d9-888e8e4b3928 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.612955] env[70399]: DEBUG nova.compute.utils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.710201] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758768, 'name': Rename_Task, 'duration_secs': 0.151465} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.710747] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571924f7-ce25-43eb-b5ca-2c4d9ee2cb47 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "ec8d0001-9bbb-423e-b3f5-41695efa3714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.305s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.712041] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.713150] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d181aa-6a85-4236-b41d-125672c0aadc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.721827] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1080.721827] env[70399]: value = "task-3758769" [ 1080.721827] env[70399]: _type = "Task" [ 1080.721827] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.732110] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.762216] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758767, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.061743] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.062222] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.062319] env[70399]: DEBUG nova.compute.manager [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Going to confirm migration 4 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1081.110457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ba216-060c-410c-b5be-64d16a40795e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116080] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.120893] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8c2e4-2ffe-461f-8faf-772e4d299f4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.155033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221f186-6985-4f8c-abcb-00b0f7cfc1b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.164141] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3627f8b0-f99d-4528-bdb9-928fcd595a02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.182174] env[70399]: DEBUG nova.compute.provider_tree [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.233865] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.255922] env[70399]: DEBUG oslo_vmware.api [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758767, 'name': RemoveSnapshot_Task, 'duration_secs': 1.197895} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.256259] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.256536] env[70399]: INFO nova.compute.manager [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 1081.329310] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Successfully updated port: ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.439179] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.439429] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.639953] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.640173] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.640365] env[70399]: DEBUG nova.network.neutron [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.640537] env[70399]: DEBUG nova.objects.instance [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'info_cache' on Instance uuid 92ae32c8-1630-4153-8ba7-357077d82fbe {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.658533] env[70399]: DEBUG nova.compute.manager [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Received event network-vif-plugged-ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.658768] env[70399]: DEBUG oslo_concurrency.lockutils [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] Acquiring lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.658983] env[70399]: DEBUG oslo_concurrency.lockutils [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.659178] env[70399]: DEBUG oslo_concurrency.lockutils [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.659349] env[70399]: DEBUG nova.compute.manager [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] No waiting events found dispatching network-vif-plugged-ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1081.659514] env[70399]: WARNING nova.compute.manager [req-3a22b091-d872-4ded-81d8-a143759bb5a2 req-5cd19740-db77-40ee-abf4-a6d9c407cae6 service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Received unexpected event network-vif-plugged-ba8b7189-c991-4428-ad6b-9d46d245a820 for instance with vm_state building and task_state spawning. [ 1081.688766] env[70399]: DEBUG nova.scheduler.client.report [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.733136] env[70399]: DEBUG oslo_vmware.api [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758769, 'name': PowerOnVM_Task, 'duration_secs': 0.545586} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.733427] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.733635] env[70399]: INFO nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1081.733819] env[70399]: DEBUG nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.734689] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5429bda2-2bb5-49a5-a61d-f407bd4533d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.802247] env[70399]: DEBUG nova.compute.manager [None req-1e4ae431-0b3b-4d7b-aaab-4fed103cfa89 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Found 2 images (rotation: 2) {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1081.839119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.839119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquired lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.839119] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.948753] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.948965] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.949087] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.949346] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.950070] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.950070] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.950070] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1081.950070] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.189176] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.189549] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.189680] env[70399]: INFO nova.compute.manager [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attaching volume fd78b427-1e62-49ba-998e-2d46a1694c58 to /dev/sdc [ 1082.193641] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.198194] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.131s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.198445] env[70399]: DEBUG nova.objects.instance [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lazy-loading 'resources' on Instance uuid b6137c02-3eda-4a97-917a-869afdfc0423 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.218086] env[70399]: INFO nova.scheduler.client.report [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted allocations for instance a794b355-e488-4bd0-bc15-fa5f3e4a15bd [ 1082.231048] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5b9c6-4b49-4c47-84f3-16e15e9d383a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.240857] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a1350e-5ec3-4f09-864d-0442f065a35b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.257460] env[70399]: DEBUG nova.virt.block_device [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating existing volume attachment record: 35a2d4ce-9b82-4614-a465-aee5e09a3122 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.262117] env[70399]: INFO nova.compute.manager [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Took 45.28 seconds to build instance. [ 1082.349931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.350664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.350664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.350869] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.351119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.354784] env[70399]: INFO nova.compute.manager [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Terminating instance [ 1082.396985] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.453662] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.638088] env[70399]: DEBUG nova.network.neutron [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updating instance_info_cache with network_info: [{"id": "ba8b7189-c991-4428-ad6b-9d46d245a820", "address": "fa:16:3e:9b:66:e0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8b7189-c9", "ovs_interfaceid": "ba8b7189-c991-4428-ad6b-9d46d245a820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.731069] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bff3b0de-02fe-43fe-a71c-b127f37f2e35 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "a794b355-e488-4bd0-bc15-fa5f3e4a15bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.193s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.764225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-20e172d6-63bc-4f03-a54f-a52e66fb182d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.785s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.863985] env[70399]: DEBUG nova.compute.manager [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.863985] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.866578] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b465a-e86c-4916-a511-ecd937f81235 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.878516] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.878516] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6239d41a-66a1-467a-b9e4-5fca2b61d7f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.890310] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1082.890310] env[70399]: value = "task-3758771" [ 1082.890310] env[70399]: _type = "Task" [ 1082.890310] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.901675] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.917046] env[70399]: DEBUG nova.network.neutron [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [{"id": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "address": "fa:16:3e:e8:b3:ae", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2005298-43", "ovs_interfaceid": "a2005298-430b-4eb0-a4dc-24891dbf18a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.066032] env[70399]: DEBUG nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.067622] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ace2b-6f9c-482e-947d-99c44d033f8e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.142274] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Releasing lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.142867] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Instance network_info: |[{"id": "ba8b7189-c991-4428-ad6b-9d46d245a820", "address": "fa:16:3e:9b:66:e0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8b7189-c9", "ovs_interfaceid": "ba8b7189-c991-4428-ad6b-9d46d245a820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.144200] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:66:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba8b7189-c991-4428-ad6b-9d46d245a820', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.151708] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Creating folder: Project (70d6121dde33479e8a52e22364212fd2). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.155600] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaa7cc22-2413-4b23-a3ac-3c2dea4048f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.168559] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Created folder: Project (70d6121dde33479e8a52e22364212fd2) in parent group-v747819. [ 1083.168767] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Creating folder: Instances. Parent ref: group-v748064. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.169042] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd58130-c038-44fa-822c-64af571351b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.180781] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Created folder: Instances in parent group-v748064. [ 1083.183042] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.183042] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.183042] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f5d677-a406-43b8-a4bf-b2cd44fbdac7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.208032] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.208032] env[70399]: value = "task-3758774" [ 1083.208032] env[70399]: _type = "Task" [ 1083.208032] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.215931] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758774, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.280211] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454241e-a334-49c3-806c-2f9b40e356ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.290365] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf32c3-572e-4431-bc6c-2988c34da99b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.328322] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e5e12-bb11-4da8-b8aa-8fb1c11b8156 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.338303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f176bc-12a8-428b-9bdd-c93e6cef48dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.354519] env[70399]: DEBUG nova.compute.provider_tree [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.401258] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758771, 'name': PowerOffVM_Task, 'duration_secs': 0.239443} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.401600] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.401777] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.402439] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a799be8d-0999-47b0-9e7b-3ce3105bd8de {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.422354] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-92ae32c8-1630-4153-8ba7-357077d82fbe" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425267] env[70399]: DEBUG nova.objects.instance [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'migration_context' on Instance uuid 92ae32c8-1630-4153-8ba7-357077d82fbe {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.477842] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.477842] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.477842] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleting the datastore file [datastore1] b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.478176] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d9e639-a40d-4e5e-b72f-19053a1e0903 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.485973] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1083.485973] env[70399]: value = "task-3758776" [ 1083.485973] env[70399]: _type = "Task" [ 1083.485973] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.494537] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.578943] env[70399]: INFO nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] instance snapshotting [ 1083.579607] env[70399]: DEBUG nova.objects.instance [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.717821] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758774, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.732880] env[70399]: DEBUG nova.compute.manager [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Received event network-changed-ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.732880] env[70399]: DEBUG nova.compute.manager [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Refreshing instance network info cache due to event network-changed-ba8b7189-c991-4428-ad6b-9d46d245a820. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.732880] env[70399]: DEBUG oslo_concurrency.lockutils [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] Acquiring lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732880] env[70399]: DEBUG oslo_concurrency.lockutils [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] Acquired lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732880] env[70399]: DEBUG nova.network.neutron [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Refreshing network info cache for port ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.751619] env[70399]: DEBUG nova.compute.manager [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.751834] env[70399]: DEBUG nova.compute.manager [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing instance network info cache due to event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.752132] env[70399]: DEBUG oslo_concurrency.lockutils [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.752439] env[70399]: DEBUG oslo_concurrency.lockutils [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752608] env[70399]: DEBUG nova.network.neutron [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.861438] env[70399]: DEBUG nova.scheduler.client.report [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.930114] env[70399]: DEBUG nova.objects.base [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Object Instance<92ae32c8-1630-4153-8ba7-357077d82fbe> lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.931916] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f40d49-c598-4870-88b1-c2a4b8aad45a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.962948] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb16fef4-a3d7-465e-9a9c-2a45ec19c9bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.970835] env[70399]: DEBUG oslo_vmware.api [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1083.970835] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5255881e-c2db-ee16-d638-812841e68626" [ 1083.970835] env[70399]: _type = "Task" [ 1083.970835] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.982161] env[70399]: DEBUG oslo_vmware.api [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5255881e-c2db-ee16-d638-812841e68626, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.985054] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.999095] env[70399]: DEBUG oslo_vmware.api [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379947} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.999095] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.999095] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.999095] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.999095] env[70399]: INFO nova.compute.manager [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1083.999095] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.999095] env[70399]: DEBUG nova.compute.manager [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.999095] env[70399]: DEBUG nova.network.neutron [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.086063] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223c20c-65dc-4e75-9601-9de0b9c070a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.105736] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524ab4a-c149-4049-821b-54d52ff45e33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.221147] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758774, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.245077] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.245238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.367581] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.370027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.926s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.370666] env[70399]: DEBUG nova.objects.instance [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'resources' on Instance uuid 385de0b4-b19e-4f01-9e7b-07e9472e4129 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.401677] env[70399]: INFO nova.scheduler.client.report [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Deleted allocations for instance b6137c02-3eda-4a97-917a-869afdfc0423 [ 1084.526529] env[70399]: DEBUG nova.network.neutron [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updated VIF entry in instance network info cache for port ba8b7189-c991-4428-ad6b-9d46d245a820. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.526999] env[70399]: DEBUG nova.network.neutron [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updating instance_info_cache with network_info: [{"id": "ba8b7189-c991-4428-ad6b-9d46d245a820", "address": "fa:16:3e:9b:66:e0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8b7189-c9", "ovs_interfaceid": "ba8b7189-c991-4428-ad6b-9d46d245a820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.556521] env[70399]: DEBUG nova.network.neutron [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updated VIF entry in instance network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.556936] env[70399]: DEBUG nova.network.neutron [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.618087] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.618087] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6a1125c-d230-4a50-9878-d0a1040f3d2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.628810] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1084.628810] env[70399]: value = "task-3758778" [ 1084.628810] env[70399]: _type = "Task" [ 1084.628810] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.637510] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.720037] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758774, 'name': CreateVM_Task, 'duration_secs': 1.370053} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.720192] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.721055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.721229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.721593] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.721888] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141b38fe-6efe-4a42-9979-d722e5bec731 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.728031] env[70399]: DEBUG nova.network.neutron [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.729443] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1084.729443] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c8fb2d-7c3e-20ab-8ff8-b9d7a03729cd" [ 1084.729443] env[70399]: _type = "Task" [ 1084.729443] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.738983] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c8fb2d-7c3e-20ab-8ff8-b9d7a03729cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.756063] env[70399]: INFO nova.compute.manager [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Detaching volume 8da9c78f-ed39-4ab6-a1fc-20290a6fb527 [ 1084.800131] env[70399]: INFO nova.virt.block_device [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Attempting to driver detach volume 8da9c78f-ed39-4ab6-a1fc-20290a6fb527 from mountpoint /dev/sdb [ 1084.800371] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.800626] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748005', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'name': 'volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cb287d3-cf57-49e4-9680-1b6e129fb886', 'attached_at': '', 'detached_at': '', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'serial': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.801674] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83957b33-3f33-4eff-bb83-ac935d7e84c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.825840] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6397c0e-4f07-4216-b06f-a9c1f4d389e6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.835081] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9490546-10c5-48b1-93b2-db21c2d5e21c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.856862] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e50dc75-3a9e-44d9-99eb-5415be37e594 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.873066] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] The volume has not been displaced from its original location: [datastore1] volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527/volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.878303] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.882018] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754177d2-4484-4d96-9a2d-8dcf1ea94dab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.900460] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1084.900460] env[70399]: value = "task-3758779" [ 1084.900460] env[70399]: _type = "Task" [ 1084.900460] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.912837] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.913440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad60b7ec-bb45-4b30-bf19-26b5f2714134 tempest-ListImageFiltersTestJSON-1434659708 tempest-ListImageFiltersTestJSON-1434659708-project-member] Lock "b6137c02-3eda-4a97-917a-869afdfc0423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.930s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.031420] env[70399]: DEBUG oslo_concurrency.lockutils [req-38764a1f-ad59-4ce2-93d9-2338237b3cf8 req-9d926335-b37a-4ad0-a8ab-d10f86a24d5b service nova] Releasing lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.059640] env[70399]: DEBUG oslo_concurrency.lockutils [req-8f1595c1-c129-4376-8204-51996ba8d2a6 req-fa4244a9-8d77-4f1e-b554-aeef53a25698 service nova] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.142000] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.237303] env[70399]: INFO nova.compute.manager [-] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Took 1.24 seconds to deallocate network for instance. [ 1085.247991] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c8fb2d-7c3e-20ab-8ff8-b9d7a03729cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.249094] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.249094] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.249533] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.249533] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.249646] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.252827] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-340bbaf4-bada-41b6-86f0-5e60fc09319d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.263988] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.264360] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.268210] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e2a6ef-382c-4046-a7bf-99d9e83204bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.275685] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1085.275685] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52602670-ae5b-edab-8c90-45564dde163d" [ 1085.275685] env[70399]: _type = "Task" [ 1085.275685] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.286678] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52602670-ae5b-edab-8c90-45564dde163d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.345710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0ca92-28d3-4ca6-99b7-8f4153f5ee04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.356910] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdddca7-399a-47c6-8eda-8645c942ddb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390030] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c18361-460f-442c-ad9b-e2ffec693a07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.398707] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d19b0-5318-4cbd-89c4-a4d3d766ba09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.412891] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758779, 'name': ReconfigVM_Task, 'duration_secs': 0.3161} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.424152] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.432909] env[70399]: DEBUG nova.compute.provider_tree [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.432909] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d36817a-f687-4db0-a2ac-f1349e633c2c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.454763] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1085.454763] env[70399]: value = "task-3758780" [ 1085.454763] env[70399]: _type = "Task" [ 1085.454763] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.464747] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.639820] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758778, 'name': CreateSnapshot_Task, 'duration_secs': 0.763285} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.640314] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1085.641365] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53550990-8454-4d8b-ab50-ed7949d5f933 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.749927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.761184] env[70399]: DEBUG nova.compute.manager [req-ce24fc46-d63b-404e-8d5d-927353da1c02 req-63074138-bb65-470c-b988-c786bed579e9 service nova] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Received event network-vif-deleted-5384ea8d-7432-40b6-b2c7-bfc818ecd8bb {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.788726] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52602670-ae5b-edab-8c90-45564dde163d, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.789683] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a65005-b1a1-4650-ab69-7a390d4969a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.795701] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1085.795701] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5210578b-e5cb-503a-c4c3-69d95bb4b941" [ 1085.795701] env[70399]: _type = "Task" [ 1085.795701] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.804261] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5210578b-e5cb-503a-c4c3-69d95bb4b941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.948449] env[70399]: DEBUG nova.scheduler.client.report [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.966987] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.164218] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1086.164983] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37f9ac58-100b-4d00-9d94-55fc77d993b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.176107] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1086.176107] env[70399]: value = "task-3758781" [ 1086.176107] env[70399]: _type = "Task" [ 1086.176107] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.185440] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758781, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.308232] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5210578b-e5cb-503a-c4c3-69d95bb4b941, 'name': SearchDatastore_Task, 'duration_secs': 0.043253} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.308640] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.308702] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4/182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.308978] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d524ad65-0c6e-4bf1-bee6-41f55291d40f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.316926] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1086.316926] env[70399]: value = "task-3758782" [ 1086.316926] env[70399]: _type = "Task" [ 1086.316926] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.325733] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.454263] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.456992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.755s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.458422] env[70399]: INFO nova.compute.claims [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.472383] env[70399]: DEBUG oslo_vmware.api [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758780, 'name': ReconfigVM_Task, 'duration_secs': 0.890256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.472966] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748005', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'name': 'volume-8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cb287d3-cf57-49e4-9680-1b6e129fb886', 'attached_at': '', 'detached_at': '', 'volume_id': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527', 'serial': '8da9c78f-ed39-4ab6-a1fc-20290a6fb527'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.489853] env[70399]: INFO nova.scheduler.client.report [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted allocations for instance 385de0b4-b19e-4f01-9e7b-07e9472e4129 [ 1086.689194] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758781, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.818129] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.818349] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748063', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'name': 'volume-fd78b427-1e62-49ba-998e-2d46a1694c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'serial': 'fd78b427-1e62-49ba-998e-2d46a1694c58'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.819649] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1bcffa-66fb-46c4-afa0-e14ce26142f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.846777] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4891dd-8a6d-433c-9bd9-0fdc9ec2c13b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.849945] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.880181] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-fd78b427-1e62-49ba-998e-2d46a1694c58/volume-fd78b427-1e62-49ba-998e-2d46a1694c58.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.880568] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ab871e-217e-4945-acea-b2715e47ed5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.900024] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1086.900024] env[70399]: value = "task-3758783" [ 1086.900024] env[70399]: _type = "Task" [ 1086.900024] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.910520] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.999200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7337be4e-e022-44c1-bf0a-a4cf8be5757e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "385de0b4-b19e-4f01-9e7b-07e9472e4129" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.146s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.044088] env[70399]: DEBUG nova.objects.instance [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 0cb287d3-cf57-49e4-9680-1b6e129fb886 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.193341] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758781, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.330336] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570349} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.331531] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4/182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.331793] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.332096] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c077e4-3717-49bc-b4f6-756ce61697c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.340460] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1087.340460] env[70399]: value = "task-3758784" [ 1087.340460] env[70399]: _type = "Task" [ 1087.340460] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.350069] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.410641] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.693601] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758781, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.854192] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230388} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.854489] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.858464] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b9d1eb-06cf-4650-bdbf-c58b2c239d59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.887350] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4/182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.891185] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a11f77-aba5-4481-a06a-35113e0b3727 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.915901] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758783, 'name': ReconfigVM_Task, 'duration_secs': 0.695204} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.919882] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-fd78b427-1e62-49ba-998e-2d46a1694c58/volume-fd78b427-1e62-49ba-998e-2d46a1694c58.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.924843] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1087.924843] env[70399]: value = "task-3758786" [ 1087.924843] env[70399]: _type = "Task" [ 1087.924843] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.926152] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8636c04f-52cd-4686-8197-50b62e42ecfd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.942785] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53144ab4-30ce-47f7-8996-b775f7caf873 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.955257] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5a8b1b-a121-4ff6-b2d4-1c4c9493aec1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.958872] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.960757] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1087.960757] env[70399]: value = "task-3758787" [ 1087.960757] env[70399]: _type = "Task" [ 1087.960757] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.994841] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22843ae6-848f-4018-8e10-0f1338e5f8f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.001770] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.007453] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778139e4-c493-41a1-98ad-2ce7437da730 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.024279] env[70399]: DEBUG nova.compute.provider_tree [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.055781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0a60e6c6-ced8-407e-9dc7-81cf5ee34460 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.810s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.191245] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758781, 'name': CloneVM_Task, 'duration_secs': 1.924958} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.191611] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Created linked-clone VM from snapshot [ 1088.192565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b6802-83d4-482d-a5ca-8751c8768e83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.201286] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploading image 5675e42a-9173-4e57-94e8-981d60be9d7a {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.231453] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.231453] env[70399]: value = "vm-748068" [ 1088.231453] env[70399]: _type = "VirtualMachine" [ 1088.231453] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.231919] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e414cc2-785b-4099-886b-1f12e9936681 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.240707] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease: (returnval){ [ 1088.240707] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281a119-88a2-e32c-65a5-8860a7f0da53" [ 1088.240707] env[70399]: _type = "HttpNfcLease" [ 1088.240707] env[70399]: } obtained for exporting VM: (result){ [ 1088.240707] env[70399]: value = "vm-748068" [ 1088.240707] env[70399]: _type = "VirtualMachine" [ 1088.240707] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.241252] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the lease: (returnval){ [ 1088.241252] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281a119-88a2-e32c-65a5-8860a7f0da53" [ 1088.241252] env[70399]: _type = "HttpNfcLease" [ 1088.241252] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.249313] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.249313] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281a119-88a2-e32c-65a5-8860a7f0da53" [ 1088.249313] env[70399]: _type = "HttpNfcLease" [ 1088.249313] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.451098] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758786, 'name': ReconfigVM_Task, 'duration_secs': 0.406316} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.451644] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4/182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.452511] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0542a422-291c-48b3-972b-17c41d380e95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.459241] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1088.459241] env[70399]: value = "task-3758789" [ 1088.459241] env[70399]: _type = "Task" [ 1088.459241] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.471234] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758789, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.474288] env[70399]: DEBUG oslo_vmware.api [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758787, 'name': ReconfigVM_Task, 'duration_secs': 0.166968} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.474581] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748063', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'name': 'volume-fd78b427-1e62-49ba-998e-2d46a1694c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'serial': 'fd78b427-1e62-49ba-998e-2d46a1694c58'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.528275] env[70399]: DEBUG nova.scheduler.client.report [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.750126] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.750126] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281a119-88a2-e32c-65a5-8860a7f0da53" [ 1088.750126] env[70399]: _type = "HttpNfcLease" [ 1088.750126] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1088.750498] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1088.750498] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5281a119-88a2-e32c-65a5-8860a7f0da53" [ 1088.750498] env[70399]: _type = "HttpNfcLease" [ 1088.750498] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1088.751176] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a2af0-9699-4a97-9b4a-32d7e7209e86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.759052] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1088.759239] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1088.760653] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.760924] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.761128] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.761316] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.761480] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.815809] env[70399]: INFO nova.compute.manager [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Terminating instance [ 1088.848731] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e8047c3-6596-4adb-b327-3ca7ae93cb83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.970468] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758789, 'name': Rename_Task, 'duration_secs': 0.143712} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.970788] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.971065] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56effbfa-81fa-4bde-a454-509cf1a8bb67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.982080] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1088.982080] env[70399]: value = "task-3758790" [ 1088.982080] env[70399]: _type = "Task" [ 1088.982080] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.003685] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.035686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.036247] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.039182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.264s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.040836] env[70399]: INFO nova.compute.claims [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.321331] env[70399]: DEBUG nova.compute.manager [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.321647] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.322642] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2fd1b2-d904-449d-ad96-04daecee94f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.331803] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.332111] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0ac6d1-c2fd-46ad-a01c-c6d6a3c16fa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.341158] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1089.341158] env[70399]: value = "task-3758791" [ 1089.341158] env[70399]: _type = "Task" [ 1089.341158] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.350950] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.495425] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.536041] env[70399]: DEBUG nova.objects.instance [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.547073] env[70399]: DEBUG nova.compute.utils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.553239] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.553433] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.635425] env[70399]: DEBUG nova.policy [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0263a4bc334eef95f2805cffbe61b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcf63f424d0b4bb4b8f973d85be268b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.853506] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758791, 'name': PowerOffVM_Task, 'duration_secs': 0.303511} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.853799] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.854021] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.854304] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3db36968-0b14-4975-be35-99fdf8b681b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.919203] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.919419] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.919600] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleting the datastore file [datastore1] 0cb287d3-cf57-49e4-9680-1b6e129fb886 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.919937] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398d0783-8d58-4f0e-8abd-0d6baf6a44b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.928369] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1089.928369] env[70399]: value = "task-3758793" [ 1089.928369] env[70399]: _type = "Task" [ 1089.928369] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.942801] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.996761] env[70399]: DEBUG oslo_vmware.api [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758790, 'name': PowerOnVM_Task, 'duration_secs': 0.595571} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.997073] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.997407] env[70399]: INFO nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1089.997584] env[70399]: DEBUG nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.998724] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b6ee1-086a-4787-9831-9cd07d752ea3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.026584] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Successfully created port: 74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.042318] env[70399]: DEBUG oslo_concurrency.lockutils [None req-313cc754-4e57-42e3-8aec-e88dfa44b8ad tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.054567] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.441900] env[70399]: DEBUG oslo_vmware.api [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344435} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.446872] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.447220] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.447557] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.448075] env[70399]: INFO nova.compute.manager [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1090.448462] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.449207] env[70399]: DEBUG nova.compute.manager [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.450539] env[70399]: DEBUG nova.network.neutron [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.531256] env[70399]: INFO nova.compute.manager [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Took 34.68 seconds to build instance. [ 1090.554117] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5b7c9-26b5-468b-8a33-78a8520cf628 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.569444] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2619c5ff-feae-40dd-b462-2239b8d255c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.611712] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53412a-3a2d-4991-9db2-a6af4068cd35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.630775] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ac7b5-23c1-4b86-b3fc-27e1f543226d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.652953] env[70399]: DEBUG nova.compute.provider_tree [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.655695] env[70399]: DEBUG nova.compute.manager [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Received event network-changed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.656014] env[70399]: DEBUG nova.compute.manager [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Refreshing instance network info cache due to event network-changed. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.656452] env[70399]: DEBUG oslo_concurrency.lockutils [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] Acquiring lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.657322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] Acquired lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.658648] env[70399]: DEBUG nova.network.neutron [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.033582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01c0f841-398c-44e7-b039-a32456ea476c tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.195s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.070897] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.102924] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.103480] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.103480] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.103480] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.103579] env[70399]: DEBUG nova.virt.hardware [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.104552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d24c2-8b71-4c5c-b984-285a8b47346b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.115366] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b1fd6-e7d7-4bc1-9966-063cd048c4af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.132102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.132466] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.160200] env[70399]: DEBUG nova.scheduler.client.report [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.310232] env[70399]: DEBUG nova.compute.manager [req-5c18db60-234f-4fd0-8563-c2f8514afc53 req-0cf8f615-b8ad-48ad-8602-c0064e21bd86 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Received event network-vif-deleted-a56c942d-9898-4d7c-9bad-6510f62bfcb9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.310232] env[70399]: INFO nova.compute.manager [req-5c18db60-234f-4fd0-8563-c2f8514afc53 req-0cf8f615-b8ad-48ad-8602-c0064e21bd86 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Neutron deleted interface a56c942d-9898-4d7c-9bad-6510f62bfcb9; detaching it from the instance and deleting it from the info cache [ 1091.310232] env[70399]: DEBUG nova.network.neutron [req-5c18db60-234f-4fd0-8563-c2f8514afc53 req-0cf8f615-b8ad-48ad-8602-c0064e21bd86 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.349153] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.349450] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.349687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.351372] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.351372] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.352867] env[70399]: INFO nova.compute.manager [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Terminating instance [ 1091.529369] env[70399]: DEBUG nova.network.neutron [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updating instance_info_cache with network_info: [{"id": "ba8b7189-c991-4428-ad6b-9d46d245a820", "address": "fa:16:3e:9b:66:e0", "network": {"id": "17d2b3af-de1d-49da-b632-7119d8825f38", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8372f418cb9043b49e85b8c93904c3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8b7189-c9", "ovs_interfaceid": "ba8b7189-c991-4428-ad6b-9d46d245a820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.635923] env[70399]: INFO nova.compute.manager [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Detaching volume 3eac14c5-b6b0-436a-8c65-6fd542cbdf45 [ 1091.641178] env[70399]: DEBUG nova.compute.manager [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Received event network-vif-plugged-74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.641479] env[70399]: DEBUG oslo_concurrency.lockutils [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] Acquiring lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.641629] env[70399]: DEBUG oslo_concurrency.lockutils [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.641876] env[70399]: DEBUG oslo_concurrency.lockutils [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.642032] env[70399]: DEBUG nova.compute.manager [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] No waiting events found dispatching network-vif-plugged-74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.642207] env[70399]: WARNING nova.compute.manager [req-45cf713a-b814-4325-a022-9bcdd2f74ae6 req-ccea07c9-7ed8-41c8-8b70-07a85abf2e49 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Received unexpected event network-vif-plugged-74854088-34b0-4242-82aa-4fb880c9eb02 for instance with vm_state building and task_state spawning. [ 1091.666131] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.666706] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.670072] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.219s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.670072] env[70399]: DEBUG nova.objects.instance [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'resources' on Instance uuid 7a17c2e4-2ba6-4f39-846b-a405a437f84a {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.683511] env[70399]: INFO nova.virt.block_device [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attempting to driver detach volume 3eac14c5-b6b0-436a-8c65-6fd542cbdf45 from mountpoint /dev/sdb [ 1091.683737] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.684046] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748059', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'name': 'volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'serial': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.684957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72d649-e031-4546-ba4f-9e3dd68eecc3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.711737] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f1d4b-5fff-4777-8d85-e6265ab75635 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.714468] env[70399]: DEBUG nova.network.neutron [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.721885] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea6fdb8-afd9-4b1e-a6e3-ab96b1cf4f18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.748720] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Successfully updated port: 74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.750340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a2ab9e-bb0b-470f-9dd9-c5220fcaea29 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.769427] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] The volume has not been displaced from its original location: [datastore1] volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45/volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.774940] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.775957] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924dba91-f91e-4a41-b1bd-aae549ff3cbb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.796589] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1091.796589] env[70399]: value = "task-3758794" [ 1091.796589] env[70399]: _type = "Task" [ 1091.796589] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.806682] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.816823] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-913b52a2-adb3-4efc-9d33-bdf170ee4ec7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.828636] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4029cd0-255a-4d0a-b302-e69023b01452 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.867524] env[70399]: DEBUG nova.compute.manager [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.867669] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.869155] env[70399]: DEBUG nova.compute.manager [req-5c18db60-234f-4fd0-8563-c2f8514afc53 req-0cf8f615-b8ad-48ad-8602-c0064e21bd86 service nova] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Detach interface failed, port_id=a56c942d-9898-4d7c-9bad-6510f62bfcb9, reason: Instance 0cb287d3-cf57-49e4-9680-1b6e129fb886 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.869973] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "c2cc872a-eb38-4e07-917e-00c06740ba54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.870222] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.871358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.871358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.871358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.873078] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b46cca-2f3b-4fba-a299-a977f6c0964c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876192] env[70399]: INFO nova.compute.manager [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Terminating instance [ 1091.883262] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.883435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86e13d9-1362-4b6e-807b-b651b220e19f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.890299] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1091.890299] env[70399]: value = "task-3758795" [ 1091.890299] env[70399]: _type = "Task" [ 1091.890299] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.900202] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.035312] env[70399]: DEBUG oslo_concurrency.lockutils [None req-868d2f1f-1e4a-4ae3-9b25-42ccb3c73932 tempest-ServerExternalEventsTest-259738672 tempest-ServerExternalEventsTest-259738672-project] Releasing lock "refresh_cache-182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.174084] env[70399]: DEBUG nova.compute.utils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.178848] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.179050] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.217620] env[70399]: INFO nova.compute.manager [-] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Took 1.77 seconds to deallocate network for instance. [ 1092.237299] env[70399]: DEBUG nova.policy [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f805ce2d13b640d6ae93d4928d21befc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dda73f9589a46faa7dcc73a83afc564', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.255626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.255833] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.256064] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.308995] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758794, 'name': ReconfigVM_Task, 'duration_secs': 0.424359} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.308995] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.313948] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63126bb4-57e4-4ddd-897a-00dc30421a9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.336742] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1092.336742] env[70399]: value = "task-3758796" [ 1092.336742] env[70399]: _type = "Task" [ 1092.336742] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.346492] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.380593] env[70399]: DEBUG nova.compute.manager [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.380867] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.381766] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a32184-1550-49ae-8619-ded72601e7b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.391441] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.397546] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f030905-1fd8-41b9-9e58-cefac4c05680 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.407607] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758795, 'name': PowerOffVM_Task, 'duration_secs': 0.274238} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.409506] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.409783] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.410637] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1092.410637] env[70399]: value = "task-3758797" [ 1092.410637] env[70399]: _type = "Task" [ 1092.410637] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.410982] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024125a0-0d37-4cd9-b870-d2d974c0d1c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.427213] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.554629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.554629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.555102] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Deleting the datastore file [datastore2] 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.557861] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd7947b-21fc-47a5-a7a1-3fd2d14444b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.566539] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for the task: (returnval){ [ 1092.566539] env[70399]: value = "task-3758799" [ 1092.566539] env[70399]: _type = "Task" [ 1092.566539] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.578776] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.657900] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcfb1c6-1f11-4c40-b066-be3d454216b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.667456] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92362e5-ee52-43d9-9c6a-18f153a92a2c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.699755] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.705672] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728204a-87f7-4d81-b5c0-beb244599b95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.718052] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0029542e-6bae-4f0e-b6b0-4d67d4341afa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.727128] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Successfully created port: c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.729699] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.741841] env[70399]: DEBUG nova.compute.provider_tree [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.848514] env[70399]: DEBUG oslo_vmware.api [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758796, 'name': ReconfigVM_Task, 'duration_secs': 0.30358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.848790] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748059', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'name': 'volume-3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45', 'serial': '3eac14c5-b6b0-436a-8c65-6fd542cbdf45'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.927149] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758797, 'name': PowerOffVM_Task, 'duration_secs': 0.291596} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.927599] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.927885] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.928298] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d86a3361-ebf0-4606-8125-d8c45301f8ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.010838] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.011134] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.011368] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleting the datastore file [datastore1] c2cc872a-eb38-4e07-917e-00c06740ba54 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.011689] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a71291a-afe1-4759-9147-366ad5ec86c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.020178] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1093.020178] env[70399]: value = "task-3758801" [ 1093.020178] env[70399]: _type = "Task" [ 1093.020178] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.030324] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.076895] env[70399]: DEBUG oslo_vmware.api [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Task: {'id': task-3758799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488911} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.077171] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.077385] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.077566] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.077743] env[70399]: INFO nova.compute.manager [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1093.077986] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.078196] env[70399]: DEBUG nova.compute.manager [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.078294] env[70399]: DEBUG nova.network.neutron [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.086184] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.245891] env[70399]: DEBUG nova.scheduler.client.report [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.382027] env[70399]: DEBUG nova.network.neutron [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Updating instance_info_cache with network_info: [{"id": "74854088-34b0-4242-82aa-4fb880c9eb02", "address": "fa:16:3e:f3:27:65", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74854088-34", "ovs_interfaceid": "74854088-34b0-4242-82aa-4fb880c9eb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.400968] env[70399]: DEBUG nova.objects.instance [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.531588] env[70399]: DEBUG oslo_vmware.api [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362005} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.534736] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.534736] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.534736] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.534736] env[70399]: INFO nova.compute.manager [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1093.534736] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.534736] env[70399]: DEBUG nova.compute.manager [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.534736] env[70399]: DEBUG nova.network.neutron [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.602868] env[70399]: DEBUG nova.compute.manager [req-e3797ade-376a-427a-b0a7-cf27dca51682 req-8ed02ede-2023-42c5-8818-0f9c2499bf6f service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Received event network-vif-deleted-ba8b7189-c991-4428-ad6b-9d46d245a820 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.606485] env[70399]: INFO nova.compute.manager [req-e3797ade-376a-427a-b0a7-cf27dca51682 req-8ed02ede-2023-42c5-8818-0f9c2499bf6f service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Neutron deleted interface ba8b7189-c991-4428-ad6b-9d46d245a820; detaching it from the instance and deleting it from the info cache [ 1093.606485] env[70399]: DEBUG nova.network.neutron [req-e3797ade-376a-427a-b0a7-cf27dca51682 req-8ed02ede-2023-42c5-8818-0f9c2499bf6f service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.669233] env[70399]: DEBUG nova.compute.manager [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Received event network-changed-74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.669499] env[70399]: DEBUG nova.compute.manager [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Refreshing instance network info cache due to event network-changed-74854088-34b0-4242-82aa-4fb880c9eb02. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.669725] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] Acquiring lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.716680] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.746444] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.747598] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.747598] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.747598] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.747598] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.747598] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.747766] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.747801] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.747940] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.748120] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.748346] env[70399]: DEBUG nova.virt.hardware [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.749204] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266c6afe-1471-434d-b512-003a6039cf92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.756587] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.620s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.756817] env[70399]: DEBUG nova.objects.instance [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'resources' on Instance uuid d88dea00-e13e-4dc3-aaba-fa14050360be {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.771230] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5647b-b0d4-4342-87a5-1de990df3282 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.788466] env[70399]: INFO nova.scheduler.client.report [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance 7a17c2e4-2ba6-4f39-846b-a405a437f84a [ 1093.885187] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885532] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Instance network_info: |[{"id": "74854088-34b0-4242-82aa-4fb880c9eb02", "address": "fa:16:3e:f3:27:65", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74854088-34", "ovs_interfaceid": "74854088-34b0-4242-82aa-4fb880c9eb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.885848] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] Acquired lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.886044] env[70399]: DEBUG nova.network.neutron [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Refreshing network info cache for port 74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.887362] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:27:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74854088-34b0-4242-82aa-4fb880c9eb02', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.895329] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.898384] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.898900] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ed2d58-b4c8-4bcc-bee5-93c1beb7eaaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.922158] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.922158] env[70399]: value = "task-3758802" [ 1093.922158] env[70399]: _type = "Task" [ 1093.922158] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.931141] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758802, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.010830] env[70399]: DEBUG nova.network.neutron [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.107965] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c7f9e56-6fe6-4ebc-a2bd-b1dddbe2c9ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.121609] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e1e04-9b00-47e8-870f-d295e1dad6c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.140131] env[70399]: DEBUG nova.network.neutron [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Updated VIF entry in instance network info cache for port 74854088-34b0-4242-82aa-4fb880c9eb02. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.140417] env[70399]: DEBUG nova.network.neutron [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Updating instance_info_cache with network_info: [{"id": "74854088-34b0-4242-82aa-4fb880c9eb02", "address": "fa:16:3e:f3:27:65", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74854088-34", "ovs_interfaceid": "74854088-34b0-4242-82aa-4fb880c9eb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.165325] env[70399]: DEBUG nova.compute.manager [req-e3797ade-376a-427a-b0a7-cf27dca51682 req-8ed02ede-2023-42c5-8818-0f9c2499bf6f service nova] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Detach interface failed, port_id=ba8b7189-c991-4428-ad6b-9d46d245a820, reason: Instance 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.256910] env[70399]: DEBUG nova.network.neutron [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.299772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc453c1a-1138-44ee-9c5a-8957e7d30379 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "7a17c2e4-2ba6-4f39-846b-a405a437f84a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.706s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.421399] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0da7a704-d528-482b-a107-df24d68c5385 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.433606] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758802, 'name': CreateVM_Task, 'duration_secs': 0.480243} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.437212] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.438692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.438692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.439147] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.439470] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6e314a-b862-4772-9aac-75348b87492a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.448335] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1094.448335] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b64914-d5ca-c1d1-b160-cfb4aefa2443" [ 1094.448335] env[70399]: _type = "Task" [ 1094.448335] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.463828] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.464269] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.465924] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b64914-d5ca-c1d1-b160-cfb4aefa2443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.514560] env[70399]: INFO nova.compute.manager [-] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Took 1.44 seconds to deallocate network for instance. [ 1094.644494] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3f6056c-9878-4e55-9594-3f6e60f40fe9 req-130821cc-c512-4878-bbc9-3838948d3d67 service nova] Releasing lock "refresh_cache-3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.685237] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9bd7e0-0811-4f29-847f-ce0a14f357ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.696615] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d387b-c5fc-4f7e-b5eb-74f4bae93f5e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.728914] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc306753-b701-4a68-ae69-86c9ccc2e8e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.739010] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ae158-3647-4119-a3a1-866f52f4c5ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.758574] env[70399]: DEBUG nova.compute.provider_tree [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.763317] env[70399]: INFO nova.compute.manager [-] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Took 1.23 seconds to deallocate network for instance. [ 1094.873451] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Successfully updated port: c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.963177] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b64914-d5ca-c1d1-b160-cfb4aefa2443, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.964120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.964482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.964776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.964987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.965254] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.965595] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bbe79bd-5cd8-4f67-b90d-fe5db8022f32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.970061] env[70399]: INFO nova.compute.manager [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Detaching volume fd78b427-1e62-49ba-998e-2d46a1694c58 [ 1094.975730] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.975978] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.979195] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bb33e7-acec-4ec6-802f-23e284dd0b53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.986343] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1094.986343] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a88592-1cf2-533a-6954-5a7e88025c4e" [ 1094.986343] env[70399]: _type = "Task" [ 1094.986343] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.996522] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a88592-1cf2-533a-6954-5a7e88025c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.018471] env[70399]: INFO nova.virt.block_device [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Attempting to driver detach volume fd78b427-1e62-49ba-998e-2d46a1694c58 from mountpoint /dev/sdc [ 1095.018735] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.018959] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748063', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'name': 'volume-fd78b427-1e62-49ba-998e-2d46a1694c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'serial': 'fd78b427-1e62-49ba-998e-2d46a1694c58'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.019888] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae9a78-1931-4394-a0f5-006c7a09ca60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.023646] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.044969] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa8270-1253-46a3-a8d5-10f0b362f6b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.053190] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ea937-5cad-45a5-a5c5-c88ca6242ff7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.075089] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5a716-03ae-4989-9b7e-013fa3e179a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.091248] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd78b427-1e62-49ba-998e-2d46a1694c58/volume-fd78b427-1e62-49ba-998e-2d46a1694c58.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.096788] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfiguring VM instance instance-0000004d to detach disk 2002 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.097180] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe545fc-6732-4126-ba45-7d6396b0a52f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.117987] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1095.117987] env[70399]: value = "task-3758803" [ 1095.117987] env[70399]: _type = "Task" [ 1095.117987] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.127917] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.263387] env[70399]: DEBUG nova.scheduler.client.report [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.272421] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.379624] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.379624] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquired lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.379624] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.409211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.409444] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.498438] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a88592-1cf2-533a-6954-5a7e88025c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.499309] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80e36ce-b1a7-4752-8ceb-820063f99853 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.505315] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1095.505315] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b8090-f47e-d1aa-ff95-33d682c581d1" [ 1095.505315] env[70399]: _type = "Task" [ 1095.505315] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.514157] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b8090-f47e-d1aa-ff95-33d682c581d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.630078] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758803, 'name': ReconfigVM_Task, 'duration_secs': 0.258813} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.630311] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Reconfigured VM instance instance-0000004d to detach disk 2002 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.637166] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2fb76d-d461-42c8-a604-519219fb0255 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.648937] env[70399]: DEBUG nova.compute.manager [req-5439034a-e94a-4c0d-90c2-5550f64e96c8 req-01b180c5-1550-4275-b78d-89c859d92af0 service nova] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Received event network-vif-deleted-3d62bb9c-5ad5-4f3f-a264-77e813a370c8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.655578] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1095.655578] env[70399]: value = "task-3758804" [ 1095.655578] env[70399]: _type = "Task" [ 1095.655578] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.665418] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.699948] env[70399]: DEBUG nova.compute.manager [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Received event network-vif-plugged-c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.700383] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Acquiring lock "a36871dc-e61d-452b-981f-20220c447b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.700649] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Lock "a36871dc-e61d-452b-981f-20220c447b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.700870] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Lock "a36871dc-e61d-452b-981f-20220c447b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.701060] env[70399]: DEBUG nova.compute.manager [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] No waiting events found dispatching network-vif-plugged-c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.701288] env[70399]: WARNING nova.compute.manager [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Received unexpected event network-vif-plugged-c78933f5-9fec-4217-94ed-483a36952363 for instance with vm_state building and task_state spawning. [ 1095.701520] env[70399]: DEBUG nova.compute.manager [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Received event network-changed-c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.703192] env[70399]: DEBUG nova.compute.manager [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Refreshing instance network info cache due to event network-changed-c78933f5-9fec-4217-94ed-483a36952363. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.703555] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Acquiring lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.769566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.772343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.300s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.773956] env[70399]: INFO nova.compute.claims [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.802383] env[70399]: INFO nova.scheduler.client.report [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted allocations for instance d88dea00-e13e-4dc3-aaba-fa14050360be [ 1095.919204] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.921321] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.018925] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526b8090-f47e-d1aa-ff95-33d682c581d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.019619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.020064] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0/3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.020525] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a810cf10-9050-4423-949f-89c8e13e5d1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.032157] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1096.032157] env[70399]: value = "task-3758805" [ 1096.032157] env[70399]: _type = "Task" [ 1096.032157] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.039876] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.109601] env[70399]: DEBUG nova.network.neutron [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updating instance_info_cache with network_info: [{"id": "c78933f5-9fec-4217-94ed-483a36952363", "address": "fa:16:3e:64:3f:87", "network": {"id": "40b4db92-0a3f-4abe-a341-cdc8db459af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1879425494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dda73f9589a46faa7dcc73a83afc564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78933f5-9f", "ovs_interfaceid": "c78933f5-9fec-4217-94ed-483a36952363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.167840] env[70399]: DEBUG oslo_vmware.api [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758804, 'name': ReconfigVM_Task, 'duration_secs': 0.1618} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.168207] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748063', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'name': 'volume-fd78b427-1e62-49ba-998e-2d46a1694c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00b130ab-95d4-4336-b633-33b8142bfdd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd78b427-1e62-49ba-998e-2d46a1694c58', 'serial': 'fd78b427-1e62-49ba-998e-2d46a1694c58'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.313741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ca9d120e-b45f-4785-bcf4-7688451bfacc tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "d88dea00-e13e-4dc3-aaba-fa14050360be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.122s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.462682] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.541882] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.611251] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Releasing lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.613767] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Instance network_info: |[{"id": "c78933f5-9fec-4217-94ed-483a36952363", "address": "fa:16:3e:64:3f:87", "network": {"id": "40b4db92-0a3f-4abe-a341-cdc8db459af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1879425494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dda73f9589a46faa7dcc73a83afc564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78933f5-9f", "ovs_interfaceid": "c78933f5-9fec-4217-94ed-483a36952363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.613767] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Acquired lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.613767] env[70399]: DEBUG nova.network.neutron [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Refreshing network info cache for port c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.614198] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:3f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c78933f5-9fec-4217-94ed-483a36952363', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.624237] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Creating folder: Project (4dda73f9589a46faa7dcc73a83afc564). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.625659] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-462c58ff-8c1b-40ce-a1fe-f0d1e59e8d23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.639176] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Created folder: Project (4dda73f9589a46faa7dcc73a83afc564) in parent group-v747819. [ 1096.639176] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Creating folder: Instances. Parent ref: group-v748070. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.639478] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c3a16e-8502-4f53-8dd6-1ebb69da2a94 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.650187] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Created folder: Instances in parent group-v748070. [ 1096.650463] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.650665] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.650883] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859a368b-50d3-46a3-b48b-b01eb524d1fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.673553] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.673553] env[70399]: value = "task-3758808" [ 1096.673553] env[70399]: _type = "Task" [ 1096.673553] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.682598] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758808, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.716272] env[70399]: DEBUG nova.objects.instance [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'flavor' on Instance uuid 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.045227] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588148} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.045504] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0/3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.045727] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.045981] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ae4a94-9808-4234-9e39-27a10d5a665b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.056244] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1097.056244] env[70399]: value = "task-3758809" [ 1097.056244] env[70399]: _type = "Task" [ 1097.056244] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.068430] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.187213] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758808, 'name': CreateVM_Task, 'duration_secs': 0.375434} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.187213] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.187831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.187831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.188144] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.188415] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0593875f-d805-4038-a0e0-4c5d0e946613 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.197376] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1097.197376] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524e610d-bbb3-d37d-9c80-53a098b25c5a" [ 1097.197376] env[70399]: _type = "Task" [ 1097.197376] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.213215] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524e610d-bbb3-d37d-9c80-53a098b25c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014476} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.213588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.213787] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.214058] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.214268] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.214474] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.214827] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202058fa-125a-4718-b10f-d82b4f7de588 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.230067] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.230267] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.231035] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bad787-ab4b-4a26-9386-97506b3c7bb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.236467] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a652a840-ccb7-40e8-a16d-2a910f5898ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.243559] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1097.243559] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a547a1-ef90-f35b-76ab-5f457158f1a8" [ 1097.243559] env[70399]: _type = "Task" [ 1097.243559] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.252602] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f95fcfe-1990-4dc3-a528-a624015e6bff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.266906] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a547a1-ef90-f35b-76ab-5f457158f1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018323} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.302559] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5be8156-cf91-4911-ad99-6b454c3959b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.305795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8111d3e-16e4-43a8-afcc-4087288d376a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.313451] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1097.313451] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b99fb5-b6b7-f029-c5a7-0040cfe41e3b" [ 1097.313451] env[70399]: _type = "Task" [ 1097.313451] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.321485] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80543f49-c94f-40e3-80d2-13e13191d04a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.331602] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b99fb5-b6b7-f029-c5a7-0040cfe41e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.339584] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339893] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a36871dc-e61d-452b-981f-20220c447b35/a36871dc-e61d-452b-981f-20220c447b35.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.340420] env[70399]: DEBUG nova.compute.provider_tree [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.344127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6086bb61-2679-44ec-8115-4e8d801625e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.351670] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1097.351670] env[70399]: value = "task-3758810" [ 1097.351670] env[70399]: _type = "Task" [ 1097.351670] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.361822] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.449404] env[70399]: DEBUG nova.network.neutron [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updated VIF entry in instance network info cache for port c78933f5-9fec-4217-94ed-483a36952363. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.449775] env[70399]: DEBUG nova.network.neutron [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updating instance_info_cache with network_info: [{"id": "c78933f5-9fec-4217-94ed-483a36952363", "address": "fa:16:3e:64:3f:87", "network": {"id": "40b4db92-0a3f-4abe-a341-cdc8db459af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1879425494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dda73f9589a46faa7dcc73a83afc564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78933f5-9f", "ovs_interfaceid": "c78933f5-9fec-4217-94ed-483a36952363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.569951] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09276} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.570295] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.571217] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613a855-14e3-4be6-882d-d98b3cae7862 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.602892] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0/3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.603475] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3fea3b-f1ef-479f-9e84-797faf27794d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.633418] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1097.633418] env[70399]: value = "task-3758811" [ 1097.633418] env[70399]: _type = "Task" [ 1097.633418] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.647585] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.658149] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.659583] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04974d32-ac71-4b79-875d-e9eecaae3b62 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.669519] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.669775] env[70399]: ERROR oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk due to incomplete transfer. [ 1097.670069] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cee4d07-9f03-4eec-9e71-07557bc3d162 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.681667] env[70399]: DEBUG oslo_vmware.rw_handles [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a813c-bf07-bb76-9cf4-424c44e79c43/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.681927] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Uploaded image 5675e42a-9173-4e57-94e8-981d60be9d7a to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.684812] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.685167] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d28f2f2-d993-4934-8813-54199be32463 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.695554] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1097.695554] env[70399]: value = "task-3758812" [ 1097.695554] env[70399]: _type = "Task" [ 1097.695554] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.708612] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758812, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.725434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8ebcb23c-e4b2-4a51-a0cc-870957b198a4 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.847989] env[70399]: DEBUG nova.scheduler.client.report [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.864646] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758810, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.953173] env[70399]: DEBUG oslo_concurrency.lockutils [req-821903fd-69b4-475d-86bf-1487845953b4 req-20e1ff5f-9b78-4073-8ea6-bf4834b2fc55 service nova] Releasing lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.143117] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758811, 'name': ReconfigVM_Task, 'duration_secs': 0.350485} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.143444] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0/3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.144183] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d15f0499-e005-4075-9b98-24ca678b64bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.153356] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1098.153356] env[70399]: value = "task-3758813" [ 1098.153356] env[70399]: _type = "Task" [ 1098.153356] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.163266] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758813, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.209031] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758812, 'name': Destroy_Task, 'duration_secs': 0.454641} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.209031] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroyed the VM [ 1098.209201] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1098.209376] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9f71ac7-32a6-4718-8b04-27d182d1f808 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.217695] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1098.217695] env[70399]: value = "task-3758814" [ 1098.217695] env[70399]: _type = "Task" [ 1098.217695] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.229609] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.255245] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.255704] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.354074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.354321] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.357481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.724s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.360117] env[70399]: INFO nova.compute.claims [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.374474] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557393} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.374764] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] a36871dc-e61d-452b-981f-20220c447b35/a36871dc-e61d-452b-981f-20220c447b35.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.375046] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.375316] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e2890be-9a17-4cb2-98c6-a17a794f0121 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.384336] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1098.384336] env[70399]: value = "task-3758815" [ 1098.384336] env[70399]: _type = "Task" [ 1098.384336] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.401217] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.664790] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758813, 'name': Rename_Task, 'duration_secs': 0.177394} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.665090] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.665349] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30714770-1fe3-4dbc-a250-bf98d37edf67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.671926] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1098.671926] env[70399]: value = "task-3758816" [ 1098.671926] env[70399]: _type = "Task" [ 1098.671926] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.679995] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.727548] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758814, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.759367] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.867962] env[70399]: DEBUG nova.compute.utils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.869604] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1098.895450] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070689} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.895844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.896103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.896275] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.896455] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.896621] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.899517] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.900620] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485f0734-4d69-4b1d-88a8-ccaa13798784 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.904418] env[70399]: INFO nova.compute.manager [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Terminating instance [ 1098.929545] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a36871dc-e61d-452b-981f-20220c447b35/a36871dc-e61d-452b-981f-20220c447b35.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.930665] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94111216-f31c-4c50-b7b7-5a7b6dc158c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.956470] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1098.956470] env[70399]: value = "task-3758817" [ 1098.956470] env[70399]: _type = "Task" [ 1098.956470] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.966361] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.970901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.971168] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.971645] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.971645] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.971786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.973868] env[70399]: INFO nova.compute.manager [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Terminating instance [ 1099.181840] env[70399]: DEBUG oslo_vmware.api [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758816, 'name': PowerOnVM_Task, 'duration_secs': 0.506081} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.182218] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.182385] env[70399]: INFO nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1099.182570] env[70399]: DEBUG nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.183691] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac20d0fa-530d-414a-ada5-b78574b1656e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.229611] env[70399]: DEBUG oslo_vmware.api [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552188} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.230968] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.231344] env[70399]: INFO nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 1099.289428] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.375455] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.411435] env[70399]: DEBUG nova.compute.manager [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.411665] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.414274] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99afd4f3-5d8f-422c-b2c0-5eda3492d031 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.422113] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.422113] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14d0bd3-25e8-411d-81ba-9817c20fa2f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.430107] env[70399]: DEBUG oslo_vmware.api [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1099.430107] env[70399]: value = "task-3758818" [ 1099.430107] env[70399]: _type = "Task" [ 1099.430107] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.444823] env[70399]: DEBUG oslo_vmware.api [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.465960] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758817, 'name': ReconfigVM_Task, 'duration_secs': 0.322602} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.466383] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a36871dc-e61d-452b-981f-20220c447b35/a36871dc-e61d-452b-981f-20220c447b35.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.469520] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0cf2d9b-3b60-42e3-8376-264d1f196d3f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.477952] env[70399]: DEBUG nova.compute.manager [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.478247] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.478606] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1099.478606] env[70399]: value = "task-3758819" [ 1099.478606] env[70399]: _type = "Task" [ 1099.478606] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.479549] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0019a3e-1328-48f5-b7f7-07a31f334482 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.495359] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758819, 'name': Rename_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.497774] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.498473] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd22e003-e57f-4f6f-8023-832ad931f277 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.507126] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1099.507126] env[70399]: value = "task-3758820" [ 1099.507126] env[70399]: _type = "Task" [ 1099.507126] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.516344] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.704133] env[70399]: INFO nova.compute.manager [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Took 30.02 seconds to build instance. [ 1099.780808] env[70399]: DEBUG nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Found 3 images (rotation: 2) {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1099.781078] env[70399]: DEBUG nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Rotating out 1 backups {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1099.781203] env[70399]: DEBUG nova.compute.manager [None req-36c63bfd-50d4-493a-baa8-ea3d8d13c7eb tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleting image 70290871-4b84-4016-bb4a-724d2e8ad20f {{(pid=70399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1099.806524] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8249e-adac-42e2-bbeb-379af9da21fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.818751] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670588b-6eaa-4c5c-8c79-701f5316b4f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.849884] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ae803-ee1f-4322-8bfe-dec2263c28cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.857891] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489fa6b0-fa55-4814-8860-b6cdabc3bdb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.873268] env[70399]: DEBUG nova.compute.provider_tree [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.943591] env[70399]: DEBUG oslo_vmware.api [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758818, 'name': PowerOffVM_Task, 'duration_secs': 0.227304} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.943883] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.944070] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.944348] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89decc88-06c1-440a-b642-48e09d3b6817 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.993992] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758819, 'name': Rename_Task, 'duration_secs': 0.173969} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.994326] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.996055] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d212f4-e067-422f-ab18-bf57dbdb253e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.001852] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1100.001852] env[70399]: value = "task-3758822" [ 1100.001852] env[70399]: _type = "Task" [ 1100.001852] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.011879] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.016670] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.016883] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.017095] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Deleting the datastore file [datastore2] 9a94ebe7-e494-41ee-b3a8-6f33eff563ee {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.017465] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e7f350-d7f2-4839-a252-938df994a9f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.027641] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758820, 'name': PowerOffVM_Task, 'duration_secs': 0.186092} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.029110] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.029110] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.029321] env[70399]: DEBUG oslo_vmware.api [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for the task: (returnval){ [ 1100.029321] env[70399]: value = "task-3758823" [ 1100.029321] env[70399]: _type = "Task" [ 1100.029321] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.029989] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fff6c28e-a233-4221-886f-dbd44aebbf50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.103083] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.103083] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.103360] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleting the datastore file [datastore1] 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.103471] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de577036-5353-46b2-883c-5cd611e9f32b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.112026] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for the task: (returnval){ [ 1100.112026] env[70399]: value = "task-3758825" [ 1100.112026] env[70399]: _type = "Task" [ 1100.112026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.120875] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.206270] env[70399]: DEBUG oslo_concurrency.lockutils [None req-25103dac-ddb2-4c61-bf45-72ff641f81de tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.546s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.377917] env[70399]: DEBUG nova.scheduler.client.report [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.384127] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.415803] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.416219] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.416415] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.416601] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.416745] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.416892] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.417120] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.417284] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.417473] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.417708] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.417801] env[70399]: DEBUG nova.virt.hardware [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.418957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5410d7-0533-40f1-b12b-2cc8bf1ccaad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.427753] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276a53f-323f-4810-8ee7-3037c8cb8cb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.444975] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.450762] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Creating folder: Project (907ccd0831a446769cf9278fbff17743). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.451191] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-576d7402-a711-4275-ba73-ebb91341eefc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.465922] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Created folder: Project (907ccd0831a446769cf9278fbff17743) in parent group-v747819. [ 1100.466216] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Creating folder: Instances. Parent ref: group-v748073. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.466462] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd6774d-366d-4429-a5ea-f12085f49e8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.480093] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Created folder: Instances in parent group-v748073. [ 1100.480377] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.480599] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.480830] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe4cdea8-8ade-403b-acb0-d3a2f1052711 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.501433] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.501433] env[70399]: value = "task-3758828" [ 1100.501433] env[70399]: _type = "Task" [ 1100.501433] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.515250] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.518742] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758828, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.547030] env[70399]: DEBUG oslo_vmware.api [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Task: {'id': task-3758823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17606} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.547030] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.547030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.547030] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.547306] env[70399]: INFO nova.compute.manager [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.547556] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.547838] env[70399]: DEBUG nova.compute.manager [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.547975] env[70399]: DEBUG nova.network.neutron [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.622191] env[70399]: DEBUG oslo_vmware.api [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Task: {'id': task-3758825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134557} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.622488] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.622694] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.622887] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.623118] env[70399]: INFO nova.compute.manager [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.623388] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.624035] env[70399]: DEBUG nova.compute.manager [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.624035] env[70399]: DEBUG nova.network.neutron [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.843679] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.845835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.845835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.845835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.845835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.846573] env[70399]: INFO nova.compute.manager [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Terminating instance [ 1100.883393] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.884092] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.887496] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.755s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.887714] env[70399]: DEBUG nova.objects.instance [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lazy-loading 'resources' on Instance uuid 6de25259-68ea-4105-9739-79fdf84664c5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.020686] env[70399]: DEBUG oslo_vmware.api [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758822, 'name': PowerOnVM_Task, 'duration_secs': 0.519483} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.024556] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.024822] env[70399]: INFO nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1101.025076] env[70399]: DEBUG nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.025389] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758828, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.026230] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db08315-3fd7-4c24-abe1-7a4f96478c2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.274602] env[70399]: DEBUG nova.compute.manager [req-534d90ea-c297-4fbe-9607-1b046cd29e2e req-34297f47-2d73-4844-ba45-9e5a16def211 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Received event network-vif-deleted-f857444f-e299-4fb5-b7bb-9660ef8a0f4d {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.274732] env[70399]: INFO nova.compute.manager [req-534d90ea-c297-4fbe-9607-1b046cd29e2e req-34297f47-2d73-4844-ba45-9e5a16def211 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Neutron deleted interface f857444f-e299-4fb5-b7bb-9660ef8a0f4d; detaching it from the instance and deleting it from the info cache [ 1101.274899] env[70399]: DEBUG nova.network.neutron [req-534d90ea-c297-4fbe-9607-1b046cd29e2e req-34297f47-2d73-4844-ba45-9e5a16def211 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.332342] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.332342] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.332342] env[70399]: DEBUG nova.compute.manager [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.332342] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b72401-2f39-42a4-9768-b63302b46ae0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.343455] env[70399]: DEBUG nova.compute.manager [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1101.343455] env[70399]: DEBUG nova.objects.instance [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.353021] env[70399]: DEBUG nova.compute.manager [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.353021] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.353021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faccc9a0-b234-4762-a486-fa9b2c60f322 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.362227] env[70399]: DEBUG nova.compute.manager [req-3d054890-5c75-4ccf-93fa-e58f4ec7cca2 req-7d5c9d0a-c426-4809-9442-82ed51e39371 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Received event network-vif-deleted-bd69d784-9580-4fd5-b64a-9f8685f7f719 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.362227] env[70399]: INFO nova.compute.manager [req-3d054890-5c75-4ccf-93fa-e58f4ec7cca2 req-7d5c9d0a-c426-4809-9442-82ed51e39371 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Neutron deleted interface bd69d784-9580-4fd5-b64a-9f8685f7f719; detaching it from the instance and deleting it from the info cache [ 1101.362227] env[70399]: DEBUG nova.network.neutron [req-3d054890-5c75-4ccf-93fa-e58f4ec7cca2 req-7d5c9d0a-c426-4809-9442-82ed51e39371 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.366906] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.367492] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-960b6cd9-c537-456c-b7fb-5b6dd97117ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.381035] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1101.381035] env[70399]: value = "task-3758829" [ 1101.381035] env[70399]: _type = "Task" [ 1101.381035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.394498] env[70399]: DEBUG nova.compute.utils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.395921] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.396937] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.397154] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.457507] env[70399]: DEBUG nova.policy [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0941a389c4edd80f1551ce95e684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a339b3232c4a8fbe1194d2748e0f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.520081] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758828, 'name': CreateVM_Task, 'duration_secs': 0.632989} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.520285] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.520759] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.521015] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.521463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.521697] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6d9633-cb15-4647-af4f-c308892f8edb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.532413] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1101.532413] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52479258-320c-b74b-c68d-e2aa97186ada" [ 1101.532413] env[70399]: _type = "Task" [ 1101.532413] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.552296] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52479258-320c-b74b-c68d-e2aa97186ada, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.555357] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.555614] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.555861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.556027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.556235] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.556820] env[70399]: INFO nova.compute.manager [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Took 30.82 seconds to build instance. [ 1101.561030] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38348332-1082-4ab7-959e-46a86c835f07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.583143] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.583457] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.586733] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b181dd8-2ce7-480b-881b-0bb97c170908 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.594025] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1101.594025] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9087f-2158-2d31-b646-d2ae7ed9b66b" [ 1101.594025] env[70399]: _type = "Task" [ 1101.594025] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.604154] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9087f-2158-2d31-b646-d2ae7ed9b66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.663677] env[70399]: DEBUG nova.network.neutron [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.744941] env[70399]: DEBUG nova.network.neutron [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.780021] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bc1fab2-f48f-420b-bbef-d9bf0401b6b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.792257] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73143b1e-5c2f-4d16-91ed-bb181b562c11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.837660] env[70399]: DEBUG nova.compute.manager [req-534d90ea-c297-4fbe-9607-1b046cd29e2e req-34297f47-2d73-4844-ba45-9e5a16def211 service nova] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Detach interface failed, port_id=f857444f-e299-4fb5-b7bb-9660ef8a0f4d, reason: Instance 9a94ebe7-e494-41ee-b3a8-6f33eff563ee could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.865876] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Successfully created port: 810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.869324] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e69a2b60-d43c-4817-8888-5de5a18cbac8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.885134] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622db19f-9ec1-4269-a5f1-3c3f14975480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.907844] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.914528] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758829, 'name': PowerOffVM_Task, 'duration_secs': 0.206455} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.915891] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.916106] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.916869] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f5df3d-5de1-441c-bfa9-1816d673abb3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.931957] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e24854-6555-4b7e-a670-4a20a7b1e0ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.934399] env[70399]: DEBUG nova.compute.manager [req-3d054890-5c75-4ccf-93fa-e58f4ec7cca2 req-7d5c9d0a-c426-4809-9442-82ed51e39371 service nova] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Detach interface failed, port_id=bd69d784-9580-4fd5-b64a-9f8685f7f719, reason: Instance 00b130ab-95d4-4336-b633-33b8142bfdd3 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.940837] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d86fcab-e9fc-4cb1-8b74-8e5668fdb95c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.980587] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b06ae-7841-4e1f-b63b-615e016f1dbb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.989193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daaccb5-c302-4f09-9a5e-61323f6438be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.004828] env[70399]: DEBUG nova.compute.provider_tree [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.062830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a1839317-040b-4027-83ab-c03822afc8b6 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.332s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.062830] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.063138] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.063208] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleting the datastore file [datastore2] 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.064322] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be0998f-696c-4dea-af19-2bfa13db4aa3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.070983] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1102.070983] env[70399]: value = "task-3758831" [ 1102.070983] env[70399]: _type = "Task" [ 1102.070983] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.079669] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.104882] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9087f-2158-2d31-b646-d2ae7ed9b66b, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.105786] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d1b9a2-2284-4aba-892a-457fbc166663 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.111673] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1102.111673] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f9c651-7545-035f-d8d5-f6eea5532d4f" [ 1102.111673] env[70399]: _type = "Task" [ 1102.111673] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.120702] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f9c651-7545-035f-d8d5-f6eea5532d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.166223] env[70399]: INFO nova.compute.manager [-] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Took 1.62 seconds to deallocate network for instance. [ 1102.247934] env[70399]: INFO nova.compute.manager [-] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Took 1.62 seconds to deallocate network for instance. [ 1102.359788] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.360151] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b66e78-d949-4345-aa0e-5e6f22fe324b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.369230] env[70399]: DEBUG oslo_vmware.api [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1102.369230] env[70399]: value = "task-3758832" [ 1102.369230] env[70399]: _type = "Task" [ 1102.369230] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.377893] env[70399]: DEBUG oslo_vmware.api [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.508753] env[70399]: DEBUG nova.scheduler.client.report [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.581967] env[70399]: DEBUG oslo_vmware.api [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137519} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.582104] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.582295] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.582473] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.582646] env[70399]: INFO nova.compute.manager [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1102.582888] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.583114] env[70399]: DEBUG nova.compute.manager [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.583195] env[70399]: DEBUG nova.network.neutron [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.625355] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f9c651-7545-035f-d8d5-f6eea5532d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.626490] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.626490] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.626490] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5719350-c3c7-4ff6-8ac2-5b414e8c2e4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.634026] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1102.634026] env[70399]: value = "task-3758833" [ 1102.634026] env[70399]: _type = "Task" [ 1102.634026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.642982] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.674098] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.760988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.880738] env[70399]: DEBUG oslo_vmware.api [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758832, 'name': PowerOffVM_Task, 'duration_secs': 0.261181} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.881547] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.881922] env[70399]: DEBUG nova.compute.manager [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.882853] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d339312e-0476-4365-a1e8-46cf1aa2c167 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.914416] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.948461] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f464195cf181d37af95edc3afb186934',container_format='bare',created_at=2025-04-29T22:31:02Z,direct_url=,disk_format='vmdk',id=a3d80bb4-59ae-4112-97d6-e7b79f0c3792,min_disk=1,min_ram=0,name='tempest-test-snap-653025138',owner='61a339b3232c4a8fbe1194d2748e0f19',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-29T22:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.948706] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.948895] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.949161] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.949326] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.949475] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.949789] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.949908] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.950046] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.950220] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.950390] env[70399]: DEBUG nova.virt.hardware [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.951288] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec0ec9-6f6f-4bb3-a64b-663feae5366b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.960877] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d1097-42f2-45cf-9a0e-69a88f7d42d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.015656] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.016210] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.974s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.018327] env[70399]: INFO nova.compute.claims [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.038884] env[70399]: INFO nova.scheduler.client.report [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted allocations for instance 6de25259-68ea-4105-9739-79fdf84664c5 [ 1103.146606] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.309824] env[70399]: DEBUG nova.compute.manager [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Received event network-changed-c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.310104] env[70399]: DEBUG nova.compute.manager [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Refreshing instance network info cache due to event network-changed-c78933f5-9fec-4217-94ed-483a36952363. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.310340] env[70399]: DEBUG oslo_concurrency.lockutils [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] Acquiring lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.310509] env[70399]: DEBUG oslo_concurrency.lockutils [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] Acquired lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.310676] env[70399]: DEBUG nova.network.neutron [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Refreshing network info cache for port c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.338729] env[70399]: DEBUG nova.network.neutron [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.396128] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dc980476-8dea-402e-b132-2918b18e6f7b tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.513926] env[70399]: DEBUG nova.compute.manager [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Received event network-vif-plugged-810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.514139] env[70399]: DEBUG oslo_concurrency.lockutils [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] Acquiring lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.514346] env[70399]: DEBUG oslo_concurrency.lockutils [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.514514] env[70399]: DEBUG oslo_concurrency.lockutils [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.514679] env[70399]: DEBUG nova.compute.manager [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] No waiting events found dispatching network-vif-plugged-810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.514842] env[70399]: WARNING nova.compute.manager [req-19a1ffbe-b866-4ad4-a794-9b2c04d29d68 req-eec1efb4-4b07-4ab3-818c-c13dec4bdc98 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Received unexpected event network-vif-plugged-810dd8af-47b3-476c-a98a-88ca03c3e126 for instance with vm_state building and task_state spawning. [ 1103.516116] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Successfully updated port: 810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.546348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7503b9a-a279-4656-b252-3b7a08497e58 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "6de25259-68ea-4105-9739-79fdf84664c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.422s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.645322] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.839714] env[70399]: INFO nova.compute.manager [-] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Took 1.26 seconds to deallocate network for instance. [ 1104.022603] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.022854] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.022950] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.153482] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.346467] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "cd02609e-68c6-4a35-a44d-876dec4944cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.346783] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.347011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.347246] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.347657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.349785] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.350402] env[70399]: INFO nova.compute.manager [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Terminating instance [ 1104.470468] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e86b99-21f6-4a4e-95a9-b81b8043d542 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.479107] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ca2e55-3160-4a4f-b001-0bb21ec8256d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.483736] env[70399]: DEBUG nova.network.neutron [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updated VIF entry in instance network info cache for port c78933f5-9fec-4217-94ed-483a36952363. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.484098] env[70399]: DEBUG nova.network.neutron [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updating instance_info_cache with network_info: [{"id": "c78933f5-9fec-4217-94ed-483a36952363", "address": "fa:16:3e:64:3f:87", "network": {"id": "40b4db92-0a3f-4abe-a341-cdc8db459af6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1879425494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dda73f9589a46faa7dcc73a83afc564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78933f5-9f", "ovs_interfaceid": "c78933f5-9fec-4217-94ed-483a36952363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.511175] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00b31a-fd8f-4473-a4a0-83d03fb1009c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.519743] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19542d7a-2d31-4451-9af2-978f76e0fe85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.538095] env[70399]: DEBUG nova.compute.provider_tree [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.564177] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.649612] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758833, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.755458} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.649941] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.650190] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.650464] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36f37aa-e78b-4c8b-90cf-9b732307a0a7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.659173] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1104.659173] env[70399]: value = "task-3758834" [ 1104.659173] env[70399]: _type = "Task" [ 1104.659173] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.668758] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.724987] env[70399]: DEBUG nova.network.neutron [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Updating instance_info_cache with network_info: [{"id": "810dd8af-47b3-476c-a98a-88ca03c3e126", "address": "fa:16:3e:72:a1:be", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810dd8af-47", "ovs_interfaceid": "810dd8af-47b3-476c-a98a-88ca03c3e126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.857638] env[70399]: DEBUG nova.compute.manager [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.857883] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.858815] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e719948-c579-42c0-8a0d-120535946dc9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.866790] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.867037] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a3d5f3-d0bc-4aa2-b467-3cc73cdfa91c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.874068] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1104.874068] env[70399]: value = "task-3758835" [ 1104.874068] env[70399]: _type = "Task" [ 1104.874068] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.882175] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.911183] env[70399]: DEBUG nova.compute.manager [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Stashing vm_state: stopped {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1105.010931] env[70399]: DEBUG oslo_concurrency.lockutils [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] Releasing lock "refresh_cache-a36871dc-e61d-452b-981f-20220c447b35" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.011402] env[70399]: DEBUG nova.compute.manager [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Received event network-vif-deleted-74854088-34b0-4242-82aa-4fb880c9eb02 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.011722] env[70399]: INFO nova.compute.manager [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Neutron deleted interface 74854088-34b0-4242-82aa-4fb880c9eb02; detaching it from the instance and deleting it from the info cache [ 1105.012053] env[70399]: DEBUG nova.network.neutron [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.041291] env[70399]: DEBUG nova.scheduler.client.report [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.169801] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076489} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.170100] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.170920] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0a0c3-a27d-4fc0-8737-c2f459d9cb15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.190520] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.191126] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74718760-4330-4e87-905d-23bf8f882565 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.211321] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1105.211321] env[70399]: value = "task-3758836" [ 1105.211321] env[70399]: _type = "Task" [ 1105.211321] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.220848] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.227550] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.227902] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Instance network_info: |[{"id": "810dd8af-47b3-476c-a98a-88ca03c3e126", "address": "fa:16:3e:72:a1:be", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810dd8af-47", "ovs_interfaceid": "810dd8af-47b3-476c-a98a-88ca03c3e126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.228357] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a1:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '810dd8af-47b3-476c-a98a-88ca03c3e126', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.236300] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.236550] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.236798] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd03ae5d-37b6-4031-bb99-8e01f6f2dd6e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.260054] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.260054] env[70399]: value = "task-3758837" [ 1105.260054] env[70399]: _type = "Task" [ 1105.260054] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.269570] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758837, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.385742] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758835, 'name': PowerOffVM_Task, 'duration_secs': 0.227676} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.385742] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.385930] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.386169] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb6b7bf-cf6a-44a3-9f8c-e2aa80445efb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.434353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.450911] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.450911] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.451141] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleting the datastore file [datastore2] cd02609e-68c6-4a35-a44d-876dec4944cf {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.453031] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1cf302-281a-4e4f-89ce-7e996011c1f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.457884] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for the task: (returnval){ [ 1105.457884] env[70399]: value = "task-3758839" [ 1105.457884] env[70399]: _type = "Task" [ 1105.457884] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.466715] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.514831] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cadd93f-7ea3-41e1-a423-63f8979b0839 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.525799] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cdcaa7-9c36-49e4-ac69-dfdd3416929f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.550102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.550936] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.556322] env[70399]: DEBUG nova.compute.manager [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Received event network-changed-810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.556322] env[70399]: DEBUG nova.compute.manager [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Refreshing instance network info cache due to event network-changed-810dd8af-47b3-476c-a98a-88ca03c3e126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.556322] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] Acquiring lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.556322] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] Acquired lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.556532] env[70399]: DEBUG nova.network.neutron [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Refreshing network info cache for port 810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.557872] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.466s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.559692] env[70399]: INFO nova.compute.claims [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.591202] env[70399]: DEBUG nova.compute.manager [req-caba13bb-abd6-4735-961f-f2c0eae3bd88 req-82e221e9-1e80-4d4d-a32a-b4659bef9079 service nova] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Detach interface failed, port_id=74854088-34b0-4242-82aa-4fb880c9eb02, reason: Instance 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.722152] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.769678] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758837, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.969281] env[70399]: DEBUG oslo_vmware.api [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Task: {'id': task-3758839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205868} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.969502] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.969690] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.969875] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.970087] env[70399]: INFO nova.compute.manager [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1105.970368] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.970636] env[70399]: DEBUG nova.compute.manager [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.970742] env[70399]: DEBUG nova.network.neutron [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.069252] env[70399]: DEBUG nova.compute.utils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.072876] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.072876] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.146447] env[70399]: DEBUG nova.policy [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d0ee37b8714fe5bbb665d30e278475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3764b69a04ae474197f2871c11971497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.227011] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758836, 'name': ReconfigVM_Task, 'duration_secs': 0.71195} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.227378] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.228026] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762325b5-9461-48f6-9ad0-ddc85fdbfbb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.236728] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1106.236728] env[70399]: value = "task-3758840" [ 1106.236728] env[70399]: _type = "Task" [ 1106.236728] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.248029] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758840, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.272194] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758837, 'name': CreateVM_Task, 'duration_secs': 0.624704} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.272381] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.273174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.273351] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.273721] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.273994] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15265cae-6dbf-4bb7-9854-509f5a4712fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.280221] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1106.280221] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c68774-edf3-3768-d49e-e2163b624f98" [ 1106.280221] env[70399]: _type = "Task" [ 1106.280221] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.289456] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c68774-edf3-3768-d49e-e2163b624f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.427324] env[70399]: DEBUG nova.network.neutron [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Updated VIF entry in instance network info cache for port 810dd8af-47b3-476c-a98a-88ca03c3e126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.427737] env[70399]: DEBUG nova.network.neutron [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Updating instance_info_cache with network_info: [{"id": "810dd8af-47b3-476c-a98a-88ca03c3e126", "address": "fa:16:3e:72:a1:be", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810dd8af-47", "ovs_interfaceid": "810dd8af-47b3-476c-a98a-88ca03c3e126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.576586] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.594683] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Successfully created port: 3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.760831] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758840, 'name': Rename_Task, 'duration_secs': 0.282391} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.761422] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.762046] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ad268a-8343-4f8d-943f-cb79c03d20f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.765901] env[70399]: DEBUG nova.network.neutron [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.776107] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1106.776107] env[70399]: value = "task-3758841" [ 1106.776107] env[70399]: _type = "Task" [ 1106.776107] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.788934] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.799371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.799813] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Processing image a3d80bb4-59ae-4112-97d6-e7b79f0c3792 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.800217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.800483] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.800790] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.801200] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4076b8-ad1f-4df8-8623-ded6a88e69be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.816623] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.820026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.820026] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7856fd4b-827b-46ba-93c6-fc67ed9e7c8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.825067] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1106.825067] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289542e-6d48-feea-b4ae-ea1d3517f8aa" [ 1106.825067] env[70399]: _type = "Task" [ 1106.825067] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.840148] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5289542e-6d48-feea-b4ae-ea1d3517f8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.932858] env[70399]: DEBUG oslo_concurrency.lockutils [req-4cce96b7-1a02-4e36-b166-f44e27c9766f req-6b2bea9c-62a2-49b7-942f-2367d00854c1 service nova] Releasing lock "refresh_cache-7dbccc15-9db1-4f13-a71f-8b08726f176c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.010848] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8182045-a23a-4096-8938-bb4432c636d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.018752] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25495c1-b9fc-4bb9-950b-46ad72c59fe8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.050788] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12789b22-4c19-4255-88b7-2dc32920d0e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.058812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5678d6-54c1-4cce-a09d-572a46f08a99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.073191] env[70399]: DEBUG nova.compute.provider_tree [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.269539] env[70399]: INFO nova.compute.manager [-] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Took 1.30 seconds to deallocate network for instance. [ 1107.286681] env[70399]: DEBUG oslo_vmware.api [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758841, 'name': PowerOnVM_Task, 'duration_secs': 0.4659} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.286919] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.287143] env[70399]: INFO nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1107.287424] env[70399]: DEBUG nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.288479] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191fb90-877a-4145-9cec-109f45d3fb3a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.336711] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1107.336994] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Fetch image to [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470/OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1107.337202] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Downloading stream optimized image a3d80bb4-59ae-4112-97d6-e7b79f0c3792 to [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470/OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470.vmdk on the data store datastore1 as vApp {{(pid=70399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1107.337331] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Downloading image file data a3d80bb4-59ae-4112-97d6-e7b79f0c3792 to the ESX as VM named 'OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470' {{(pid=70399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1107.414814] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1107.414814] env[70399]: value = "resgroup-9" [ 1107.414814] env[70399]: _type = "ResourcePool" [ 1107.414814] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1107.415413] env[70399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-52751bfa-e106-4b02-9d8d-2fcfea3c9e23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.436806] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease: (returnval){ [ 1107.436806] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1107.436806] env[70399]: _type = "HttpNfcLease" [ 1107.436806] env[70399]: } obtained for vApp import into resource pool (val){ [ 1107.436806] env[70399]: value = "resgroup-9" [ 1107.436806] env[70399]: _type = "ResourcePool" [ 1107.436806] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1107.437130] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the lease: (returnval){ [ 1107.437130] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1107.437130] env[70399]: _type = "HttpNfcLease" [ 1107.437130] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.443300] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.443300] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1107.443300] env[70399]: _type = "HttpNfcLease" [ 1107.443300] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.578023] env[70399]: DEBUG nova.scheduler.client.report [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.586900] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.597333] env[70399]: DEBUG nova.compute.manager [req-d500dc64-4af4-42e2-af6e-63d70d960a8b req-a5e58fd0-a44d-4213-9ff4-cee6a3d64269 service nova] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Received event network-vif-deleted-fa0f5e4e-90f9-4185-b78b-79c396679750 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.611113] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.611520] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.611520] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.611520] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.611645] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.611818] env[70399]: DEBUG nova.virt.hardware [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.613095] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795ed379-0bc9-45fa-bbc9-5ba9a3957820 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.622917] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92959d1-3a23-413c-8fd6-b7ea4a076777 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.776426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.808142] env[70399]: INFO nova.compute.manager [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Took 35.37 seconds to build instance. [ 1107.946447] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.946447] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1107.946447] env[70399]: _type = "HttpNfcLease" [ 1107.946447] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.082308] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.082879] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.085504] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.754s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.085819] env[70399]: DEBUG nova.objects.instance [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid 91022516-7888-46b2-bfcf-fdfcc336c586 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.310104] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4d111ae-a087-44f8-a85f-739fa2f7760b tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.887s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.313769] env[70399]: DEBUG nova.compute.manager [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Received event network-vif-plugged-3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.314124] env[70399]: DEBUG oslo_concurrency.lockutils [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.314235] env[70399]: DEBUG oslo_concurrency.lockutils [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] Lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.314368] env[70399]: DEBUG oslo_concurrency.lockutils [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] Lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.314531] env[70399]: DEBUG nova.compute.manager [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] No waiting events found dispatching network-vif-plugged-3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.314700] env[70399]: WARNING nova.compute.manager [req-abc6cb84-303d-4ab7-a751-af3277b47985 req-71af6e7c-e4bd-4261-9c7f-ba711baa8786 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Received unexpected event network-vif-plugged-3dca17e3-653a-4892-8192-94e83157df34 for instance with vm_state building and task_state spawning. [ 1108.447084] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.447084] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1108.447084] env[70399]: _type = "HttpNfcLease" [ 1108.447084] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.447392] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.447392] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528145c9-6b1f-9f69-3d66-2d74a230eee6" [ 1108.447392] env[70399]: _type = "HttpNfcLease" [ 1108.447392] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1108.448233] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d7e6f-c123-4498-953f-80154879686f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.456998] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.456998] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1108.523407] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14fc8325-9edc-4284-b357-344b3d5a8ea7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.592381] env[70399]: DEBUG nova.compute.utils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.594446] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1108.689956] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Successfully updated port: 3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.747223] env[70399]: DEBUG nova.compute.manager [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Received event network-changed-3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.747223] env[70399]: DEBUG nova.compute.manager [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Refreshing instance network info cache due to event network-changed-3dca17e3-653a-4892-8192-94e83157df34. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.747223] env[70399]: DEBUG oslo_concurrency.lockutils [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] Acquiring lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.747223] env[70399]: DEBUG oslo_concurrency.lockutils [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] Acquired lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.747223] env[70399]: DEBUG nova.network.neutron [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Refreshing network info cache for port 3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.988056] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2bf155-52cd-47a1-ac31-f15cffa608b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.002092] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a788ccc-db7b-494b-a4c5-a0351508fa37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.035055] env[70399]: INFO nova.compute.manager [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Rebuilding instance [ 1109.041613] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f5627-4bf7-46b8-9322-974556825dcd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.051218] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee2145-a334-4d0d-9a47-d326b5c7d4e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.066892] env[70399]: DEBUG nova.compute.provider_tree [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.088556] env[70399]: DEBUG nova.compute.manager [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.089521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f8d45-13a4-4b82-bc52-bad4368020f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.094971] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.193859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.298145] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1109.298440] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.299519] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d1e66-1bba-4e60-a827-56592988661b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.303264] env[70399]: DEBUG nova.network.neutron [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.310153] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.310424] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1109.310770] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0ded64b8-67e1-469d-8ccb-75b1b26b4e00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.574178] env[70399]: DEBUG nova.scheduler.client.report [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.654229] env[70399]: DEBUG nova.network.neutron [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.808746] env[70399]: DEBUG oslo_vmware.rw_handles [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0bcab-4d4e-4eff-705e-898d4d381c12/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1109.808999] env[70399]: INFO nova.virt.vmwareapi.images [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Downloaded image file data a3d80bb4-59ae-4112-97d6-e7b79f0c3792 [ 1109.809856] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1177b-7c78-4575-a3b9-a13b65a09ee9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.836967] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-764a7178-2a37-4036-b65b-124481460fc3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.855661] env[70399]: INFO nova.virt.vmwareapi.images [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] The imported VM was unregistered [ 1109.860089] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1109.860418] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.860760] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94853a3b-ce0b-4089-acd0-b3aa1cbe5e94 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.888992] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.889333] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470/OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470.vmdk to [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk. {{(pid=70399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1109.890640] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d8257bbe-899a-4ef0-8202-d462125e08f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.898963] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1109.898963] env[70399]: value = "task-3758844" [ 1109.898963] env[70399]: _type = "Task" [ 1109.898963] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.908981] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.080597] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.084950] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.631s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.085426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.085692] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1110.086266] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.104s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.090826] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab674e-7fed-4da2-a6b7-f1f79c815b54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.107778] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace60bf-ccd4-4003-8ce9-602ae1b5d948 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.112981] env[70399]: INFO nova.scheduler.client.report [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 91022516-7888-46b2-bfcf-fdfcc336c586 [ 1110.117896] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.120584] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.124350] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c61ead0-baa6-4168-8e95-5248c27ac5f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.150549] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb96e02-841a-49b3-a671-63bf4cf0f0f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.155399] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1110.155399] env[70399]: value = "task-3758845" [ 1110.155399] env[70399]: _type = "Task" [ 1110.155399] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.168789] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.170083] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.170083] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.170083] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.170083] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.171579] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.171579] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.171579] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.171579] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.171579] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.171894] env[70399]: DEBUG nova.virt.hardware [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.172592] env[70399]: DEBUG oslo_concurrency.lockutils [req-68787677-51be-4b16-b345-32228b27ae87 req-1ab3a060-8575-4a47-b0e8-702c99385598 service nova] Releasing lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.175132] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4babdbe-9676-4b29-a056-b704fb9ba736 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.178823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.179012] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.181407] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ed74db-ff33-4b63-9642-ea12c1b7d83a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.190324] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.224995] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177732MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1110.225170] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.226879] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77e601-a1a7-48bc-965b-b3c55dcefff2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.244514] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.250677] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Creating folder: Project (ebbd0a3da087412e865e6b4165f1be49). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.251097] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77c7f2e6-e18d-4879-a3f9-f7c8d14f064a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.266626] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Created folder: Project (ebbd0a3da087412e865e6b4165f1be49) in parent group-v747819. [ 1110.267205] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Creating folder: Instances. Parent ref: group-v748078. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.267891] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085f584b-5167-47b0-8ebc-79313b5c2ade {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.282287] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Created folder: Instances in parent group-v748078. [ 1110.282676] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.282909] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.283284] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de9c6979-4a16-4807-915a-e23bc5d2a70b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.313868] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.313868] env[70399]: value = "task-3758848" [ 1110.313868] env[70399]: _type = "Task" [ 1110.313868] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.325845] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758848, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.410185] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.634345] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6f08055-9641-4f8c-a061-3d44a13eec09 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "91022516-7888-46b2-bfcf-fdfcc336c586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.861s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.671190] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758845, 'name': PowerOffVM_Task, 'duration_secs': 0.275805} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.671840] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.672536] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.673730] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2601782-559e-4a0e-9b0a-93f83596162e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.683898] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.684500] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74b71f1-9c8c-43fd-8b21-173261fdf9f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.713456] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.713720] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.713919] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Deleting the datastore file [datastore1] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.714215] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2da7d4-e798-4f32-a31d-d975f62f1769 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.723476] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1110.723476] env[70399]: value = "task-3758850" [ 1110.723476] env[70399]: _type = "Task" [ 1110.723476] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.733072] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.737023] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.830645] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758848, 'name': CreateVM_Task, 'duration_secs': 0.335261} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.833739] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.835830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.835830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.835830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.835830] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb13b7e-16bc-4b8d-826b-0abc0411b1dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.842044] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1110.842044] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a960f4-fb9a-3a3f-cb80-ed76a726b561" [ 1110.842044] env[70399]: _type = "Task" [ 1110.842044] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.853357] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a960f4-fb9a-3a3f-cb80-ed76a726b561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.912854] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.932244] env[70399]: DEBUG nova.network.neutron [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating instance_info_cache with network_info: [{"id": "3dca17e3-653a-4892-8192-94e83157df34", "address": "fa:16:3e:5e:24:c6", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dca17e3-65", "ovs_interfaceid": "3dca17e3-653a-4892-8192-94e83157df34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.015278] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f32ae3-568e-47ad-917f-d15ae774a083 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.024671] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32a0c56-6f4e-4bc3-9301-d2d42abebc71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.059881] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719be07-9c6b-4c07-b0f5-73d07801c72d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.069341] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a9ba6-60d5-49ef-85c5-d8096db03a30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.085974] env[70399]: DEBUG nova.compute.provider_tree [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.235191] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.353181] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a960f4-fb9a-3a3f-cb80-ed76a726b561, 'name': SearchDatastore_Task, 'duration_secs': 0.023445} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.353523] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.353787] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.354039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.354193] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.354376] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.354659] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f1975b-b0a6-449c-ab0e-76e375cd12cc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.365326] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.365574] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.366411] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c392992-06e9-49ee-936c-287ad1f3f325 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.372982] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1111.372982] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b89163-2a03-40d3-e9cb-87f9e73558d8" [ 1111.372982] env[70399]: _type = "Task" [ 1111.372982] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.383864] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b89163-2a03-40d3-e9cb-87f9e73558d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.412939] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.434895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.435375] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance network_info: |[{"id": "3dca17e3-653a-4892-8192-94e83157df34", "address": "fa:16:3e:5e:24:c6", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dca17e3-65", "ovs_interfaceid": "3dca17e3-653a-4892-8192-94e83157df34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.435877] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:24:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dca17e3-653a-4892-8192-94e83157df34', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.444195] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.444725] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.444832] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48313cd8-9e4f-4416-9cc8-17e9d53aa193 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.471052] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.471052] env[70399]: value = "task-3758851" [ 1111.471052] env[70399]: _type = "Task" [ 1111.471052] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.482135] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758851, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.525400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.525700] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.591026] env[70399]: DEBUG nova.scheduler.client.report [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.736958] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.885596] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b89163-2a03-40d3-e9cb-87f9e73558d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.886188] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f2008e-5730-417f-a41c-0ec792ed4066 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.892412] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1111.892412] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52838314-2596-9beb-0d3d-edc4aebe3565" [ 1111.892412] env[70399]: _type = "Task" [ 1111.892412] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.902400] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52838314-2596-9beb-0d3d-edc4aebe3565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.910351] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.982083] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758851, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.028255] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.236121] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.25919} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.236486] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.237043] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.237043] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.404033] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52838314-2596-9beb-0d3d-edc4aebe3565, 'name': SearchDatastore_Task, 'duration_secs': 0.031495} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.407230] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.407512] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.407811] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99b74219-df78-4710-9a15-721b8e9c9844 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.415814] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758844, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.462519} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.417167] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470/OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470.vmdk to [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk. [ 1112.417373] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Cleaning up location [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1112.417542] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_36e5781d-2844-49e2-9c44-4de948376470 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.417891] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1112.417891] env[70399]: value = "task-3758852" [ 1112.417891] env[70399]: _type = "Task" [ 1112.417891] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.418104] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14fdb240-f64f-4c7d-85f2-0465cd274825 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.430154] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.431645] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1112.431645] env[70399]: value = "task-3758853" [ 1112.431645] env[70399]: _type = "Task" [ 1112.431645] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.441127] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.481053] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758851, 'name': CreateVM_Task, 'duration_secs': 0.545094} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.481053] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.481309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.481487] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.481803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.482072] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837bdb94-6852-4d4c-80dd-78f2e6eab383 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.487190] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1112.487190] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522aadfe-0659-89cf-3bcf-278b6a4b99fa" [ 1112.487190] env[70399]: _type = "Task" [ 1112.487190] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.503617] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522aadfe-0659-89cf-3bcf-278b6a4b99fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.555723] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.601057] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.515s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.604332] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.854s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.604618] env[70399]: DEBUG nova.objects.instance [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lazy-loading 'resources' on Instance uuid b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.930336] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758852, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.941684] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037517} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.941970] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.942158] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.942450] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk to [datastore1] 7dbccc15-9db1-4f13-a71f-8b08726f176c/7dbccc15-9db1-4f13-a71f-8b08726f176c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.942736] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dbba353-cfc7-47b0-a9ae-90aa3802eb95 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.951087] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1112.951087] env[70399]: value = "task-3758854" [ 1112.951087] env[70399]: _type = "Task" [ 1112.951087] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.959943] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.997376] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522aadfe-0659-89cf-3bcf-278b6a4b99fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.997707] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.997923] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.998183] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.998333] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.998521] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.998828] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a39c17a-e7a4-42b2-a514-04afcf679e18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.007919] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.008128] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.008997] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2df746-b55e-43f9-84d1-bad6b6601b54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.014372] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1113.014372] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e4a8de-5304-4b5f-4a49-c3126fa88cbf" [ 1113.014372] env[70399]: _type = "Task" [ 1113.014372] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.022353] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e4a8de-5304-4b5f-4a49-c3126fa88cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.168223] env[70399]: INFO nova.scheduler.client.report [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocation for migration edf65318-7a18-4182-b03b-bdddb5221973 [ 1113.280165] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.280529] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.280662] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.280877] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.281095] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.281361] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.281587] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.281814] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.281996] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.282193] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.282375] env[70399]: DEBUG nova.virt.hardware [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.283360] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd2cf8-737e-44be-87ca-34c31ea16c75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.296080] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e9df9-9987-4e7d-ab6e-46e0112e7767 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.315536] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.321460] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.321917] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.322242] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82e46559-7340-4583-98e7-a6b2c0d0bb90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.343500] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.343500] env[70399]: value = "task-3758855" [ 1113.343500] env[70399]: _type = "Task" [ 1113.343500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.354468] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758855, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.434949] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56062} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.438510] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.438768] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.440050] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15239726-04be-4ffe-b612-5e102c17cecf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.449694] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1113.449694] env[70399]: value = "task-3758856" [ 1113.449694] env[70399]: _type = "Task" [ 1113.449694] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.470199] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.470502] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.528655] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e4a8de-5304-4b5f-4a49-c3126fa88cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.532745] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f243d1-ae9e-4028-bf08-ed5a52d38496 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.539403] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1113.539403] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f637c-7723-0001-99c0-62f2671e93a4" [ 1113.539403] env[70399]: _type = "Task" [ 1113.539403] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.544733] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3248d93c-df29-48d5-8bcd-39c0b8bf5e72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.551205] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f637c-7723-0001-99c0-62f2671e93a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.556809] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db4a03-729a-498e-a6de-7db03a0ba94c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.589774] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40548137-b3a9-4f51-827e-d9635360ae71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.598366] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df51b86-8581-4f99-af50-2e290d085c86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.616066] env[70399]: DEBUG nova.compute.provider_tree [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.679952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-343e9ac6-8922-40b9-af95-5f9c482b420e tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.618s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.854410] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758855, 'name': CreateVM_Task, 'duration_secs': 0.373056} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.854609] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.855062] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.855238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.855612] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.855894] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f818c92-0be0-4b2b-af4f-23f41c69896f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.861895] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1113.861895] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a8b072-bc3a-7534-1506-fe0e95f33c11" [ 1113.861895] env[70399]: _type = "Task" [ 1113.861895] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.875625] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a8b072-bc3a-7534-1506-fe0e95f33c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.960912] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.396613} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.964185] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.965116] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298bc83-767d-4e9d-9db8-e7287f7241ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.973966] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.989844] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.990226] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80808d83-e519-4a6a-a109-79f7fc831249 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.014709] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1114.014709] env[70399]: value = "task-3758857" [ 1114.014709] env[70399]: _type = "Task" [ 1114.014709] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.024364] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.051519] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527f637c-7723-0001-99c0-62f2671e93a4, 'name': SearchDatastore_Task, 'duration_secs': 0.025475} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.051856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.052178] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.052471] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc09f5d5-cb87-441f-98c1-a973a95f9779 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.060783] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1114.060783] env[70399]: value = "task-3758858" [ 1114.060783] env[70399]: _type = "Task" [ 1114.060783] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.070728] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.120977] env[70399]: DEBUG nova.scheduler.client.report [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.371169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.372209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.372209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.372209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.372209] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.383242] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a8b072-bc3a-7534-1506-fe0e95f33c11, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.383242] env[70399]: INFO nova.compute.manager [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Terminating instance [ 1114.385211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.385569] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.385818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.385975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.386178] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.386639] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e5eb62-8550-4f63-83b4-44eec3e4e171 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.406609] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.406609] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.409108] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a6620a-b780-4e8a-86fc-fe0a1dc46793 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.419637] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1114.419637] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52df1268-96f4-d13d-79a9-1f4ad21c74b0" [ 1114.419637] env[70399]: _type = "Task" [ 1114.419637] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.430385] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52df1268-96f4-d13d-79a9-1f4ad21c74b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.474054] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.527702] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.572796] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.626992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.630047] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.900s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.630047] env[70399]: DEBUG nova.objects.instance [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'resources' on Instance uuid 0cb287d3-cf57-49e4-9680-1b6e129fb886 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.648038] env[70399]: INFO nova.scheduler.client.report [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted allocations for instance b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b [ 1114.851738] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.852139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.887161] env[70399]: DEBUG nova.compute.manager [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.887161] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.887415] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185caca3-eb17-4689-939c-0c4011570f9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.896267] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.896545] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c66d2e-8e58-4747-b9dc-cfa4d2642afe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.904843] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1114.904843] env[70399]: value = "task-3758859" [ 1114.904843] env[70399]: _type = "Task" [ 1114.904843] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.914935] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.929479] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52df1268-96f4-d13d-79a9-1f4ad21c74b0, 'name': SearchDatastore_Task, 'duration_secs': 0.067241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.930323] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de67976-7192-474f-a640-fd6038ec3e18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.937375] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1114.937375] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524e7006-01ef-b9ae-c277-d60fd6ffa35f" [ 1114.937375] env[70399]: _type = "Task" [ 1114.937375] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.947109] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524e7006-01ef-b9ae-c277-d60fd6ffa35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.971315] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.029426] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.073167] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623815} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.073527] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.073780] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.074114] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dea0bbcb-62d7-42b3-8c08-e78fed8cca9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.082676] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1115.082676] env[70399]: value = "task-3758860" [ 1115.082676] env[70399]: _type = "Task" [ 1115.082676] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.093146] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.159201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3c8e0dca-4740-4f7a-9ae3-e32e6120f521 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.809s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.354331] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.418266] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758859, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.449249] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524e7006-01ef-b9ae-c277-d60fd6ffa35f, 'name': SearchDatastore_Task, 'duration_secs': 0.022166} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.453215] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.453616] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.455105] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b33bacd2-af6b-427a-8921-001d9f43034b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.463739] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1115.463739] env[70399]: value = "task-3758861" [ 1115.463739] env[70399]: _type = "Task" [ 1115.463739] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.479646] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.483723] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758854, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.417217} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.484179] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a3d80bb4-59ae-4112-97d6-e7b79f0c3792/a3d80bb4-59ae-4112-97d6-e7b79f0c3792.vmdk to [datastore1] 7dbccc15-9db1-4f13-a71f-8b08726f176c/7dbccc15-9db1-4f13-a71f-8b08726f176c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.487476] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b4f1a5-2333-4f0a-93a0-89ce1ad2cfb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.510724] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7dbccc15-9db1-4f13-a71f-8b08726f176c/7dbccc15-9db1-4f13-a71f-8b08726f176c.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.513796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.514039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.514243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.514426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.514596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.516098] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda02228-5e08-46f8-8f75-5fbaa076a37a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.530728] env[70399]: INFO nova.compute.manager [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Terminating instance [ 1115.543692] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758857, 'name': ReconfigVM_Task, 'duration_secs': 1.363508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.545025] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.546193] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1115.546193] env[70399]: value = "task-3758862" [ 1115.546193] env[70399]: _type = "Task" [ 1115.546193] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.546645] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db4df31-efae-4e97-9aac-c049656d2907 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.563810] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1115.563810] env[70399]: value = "task-3758863" [ 1115.563810] env[70399]: _type = "Task" [ 1115.563810] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.568423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c330e-2260-4f28-955c-cc1a1e81d7d1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.580752] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758863, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.583842] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c91dff-6102-4f4c-8b83-c79a6f5c4225 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.597857] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286548} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.623599] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.625218] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b37703-52f8-4c82-bdc9-39d8472ea86e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.628842] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59fca1-8681-4ac1-a168-c136a85f7d5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.647837] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c3474-58f2-4540-9a6b-d6b72480947e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.660828] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.661505] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ba48ba-d819-49ab-ad9e-98452cb573a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.690830] env[70399]: DEBUG nova.compute.provider_tree [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.693898] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1115.693898] env[70399]: value = "task-3758864" [ 1115.693898] env[70399]: _type = "Task" [ 1115.693898] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.705744] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.878337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.923474] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758859, 'name': PowerOffVM_Task, 'duration_secs': 0.585712} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.923774] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.924032] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.924334] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41abdc52-4807-42b8-be90-29caa2ca7960 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.976659] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758861, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.019842] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.020086] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.020281] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore1] 92ae32c8-1630-4153-8ba7-357077d82fbe {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.020564] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd338912-e8f1-4e6b-a388-af379dd573bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.027814] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1116.027814] env[70399]: value = "task-3758866" [ 1116.027814] env[70399]: _type = "Task" [ 1116.027814] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.035990] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.038761] env[70399]: DEBUG nova.compute.manager [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.038973] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.039749] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e04f8-25e0-43ef-9fe9-d195bfd5ae2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.047113] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.047352] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ac7a37-e62e-4c2a-bf8f-c7bfa5003a7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.060018] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758862, 'name': ReconfigVM_Task, 'duration_secs': 0.333831} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.060018] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7dbccc15-9db1-4f13-a71f-8b08726f176c/7dbccc15-9db1-4f13-a71f-8b08726f176c.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.060018] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1116.060018] env[70399]: value = "task-3758867" [ 1116.060018] env[70399]: _type = "Task" [ 1116.060018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.060018] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a039cf4a-ddf7-4aa6-8b6e-cfec2451c346 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.070523] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.072288] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1116.072288] env[70399]: value = "task-3758868" [ 1116.072288] env[70399]: _type = "Task" [ 1116.072288] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.078914] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758863, 'name': Rename_Task, 'duration_secs': 0.171263} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.082234] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.082563] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758868, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.082788] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9a92d6-da77-4a10-adbf-49e95ccfc25c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.090573] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1116.090573] env[70399]: value = "task-3758869" [ 1116.090573] env[70399]: _type = "Task" [ 1116.090573] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.100867] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.196541] env[70399]: DEBUG nova.scheduler.client.report [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.212835] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.478569] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535921} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.478845] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.479551] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.479551] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-540ab7c4-ea98-4456-b358-9a537a75a855 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.486995] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1116.486995] env[70399]: value = "task-3758870" [ 1116.486995] env[70399]: _type = "Task" [ 1116.486995] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.497329] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.538864] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.572180] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758867, 'name': PowerOffVM_Task, 'duration_secs': 0.469301} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.572180] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.572441] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.572645] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9377c12-8c13-4f3c-aa70-e38aa643bf6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.583469] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758868, 'name': Rename_Task, 'duration_secs': 0.174136} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.583759] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.584014] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404d290d-5f1a-49e2-9127-fdb3e9d5788c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.592035] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1116.592035] env[70399]: value = "task-3758872" [ 1116.592035] env[70399]: _type = "Task" [ 1116.592035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.605858] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.609466] env[70399]: DEBUG oslo_vmware.api [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758869, 'name': PowerOnVM_Task, 'duration_secs': 0.511796} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.609807] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.610136] env[70399]: INFO nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1116.610385] env[70399]: DEBUG nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.611260] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3424f-9460-4bfc-a1f5-c2327daed15c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648180] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.648425] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.648606] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleting the datastore file [datastore1] 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.649321] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-279fc3c6-2df7-4038-8eb5-cd6c540f5d4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.657981] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for the task: (returnval){ [ 1116.657981] env[70399]: value = "task-3758873" [ 1116.657981] env[70399]: _type = "Task" [ 1116.657981] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.668694] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.706107] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.708330] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.685s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.708566] env[70399]: DEBUG nova.objects.instance [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lazy-loading 'resources' on Instance uuid 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.715281] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758864, 'name': ReconfigVM_Task, 'duration_secs': 1.013902} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.716073] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.716700] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-073aa07a-0c17-46fa-bcfa-9811b8d06c18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.723508] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1116.723508] env[70399]: value = "task-3758874" [ 1116.723508] env[70399]: _type = "Task" [ 1116.723508] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.727428] env[70399]: INFO nova.scheduler.client.report [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted allocations for instance 0cb287d3-cf57-49e4-9680-1b6e129fb886 [ 1116.734754] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758874, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.998262] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07249} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.998568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.999393] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b221a7-22c3-4169-9fe9-4e33a24c76d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.021972] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.022435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74140a64-0533-41ed-8b5b-e86053085cbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.052213] env[70399]: DEBUG oslo_vmware.api [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576491} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.053993] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.054260] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.054471] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.054904] env[70399]: INFO nova.compute.manager [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1117.054996] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.055283] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1117.055283] env[70399]: value = "task-3758875" [ 1117.055283] env[70399]: _type = "Task" [ 1117.055283] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.055541] env[70399]: DEBUG nova.compute.manager [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.055672] env[70399]: DEBUG nova.network.neutron [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.068094] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.104927] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.131292] env[70399]: INFO nova.compute.manager [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Took 37.05 seconds to build instance. [ 1117.172253] env[70399]: DEBUG oslo_vmware.api [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Task: {'id': task-3758873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160925} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.172532] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.172724] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.172986] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.173096] env[70399]: INFO nova.compute.manager [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.173369] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.173671] env[70399]: DEBUG nova.compute.manager [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.173737] env[70399]: DEBUG nova.network.neutron [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.245175] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758874, 'name': Rename_Task, 'duration_secs': 0.148574} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.248736] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0e6f4f6-acac-409c-ac15-5dd2d11e0070 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "0cb287d3-cf57-49e4-9680-1b6e129fb886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.487s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.249690] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.252758] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a639638f-27dc-4715-8e4c-90de2e925daa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.261711] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1117.261711] env[70399]: value = "task-3758876" [ 1117.261711] env[70399]: _type = "Task" [ 1117.261711] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.274883] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.546471] env[70399]: INFO nova.compute.manager [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Rebuilding instance [ 1117.571535] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758875, 'name': ReconfigVM_Task, 'duration_secs': 0.400783} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.571945] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74/76c673d4-dd58-4b11-b5f7-c1d3ed60fa74.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.572548] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87098f97-610b-496a-a67d-2c206f8027ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.579567] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1117.579567] env[70399]: value = "task-3758877" [ 1117.579567] env[70399]: _type = "Task" [ 1117.579567] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.593785] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758877, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.606348] env[70399]: DEBUG oslo_vmware.api [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758872, 'name': PowerOnVM_Task, 'duration_secs': 0.917972} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.609857] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.610100] env[70399]: INFO nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Took 14.70 seconds to spawn the instance on the hypervisor. [ 1117.610284] env[70399]: DEBUG nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.611135] env[70399]: DEBUG nova.compute.manager [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.612106] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec27241a-807f-4c90-8fa2-016ac31989ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.615938] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc46cb44-846a-46b6-a75f-c2d985f188ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.624100] env[70399]: DEBUG nova.compute.manager [req-c76f35d1-5936-40c9-820f-e4ce410ff378 req-3d0631d7-bdf3-470c-a860-e217cd783673 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Received event network-vif-deleted-a2005298-430b-4eb0-a4dc-24891dbf18a9 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.624283] env[70399]: INFO nova.compute.manager [req-c76f35d1-5936-40c9-820f-e4ce410ff378 req-3d0631d7-bdf3-470c-a860-e217cd783673 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Neutron deleted interface a2005298-430b-4eb0-a4dc-24891dbf18a9; detaching it from the instance and deleting it from the info cache [ 1117.624486] env[70399]: DEBUG nova.network.neutron [req-c76f35d1-5936-40c9-820f-e4ce410ff378 req-3d0631d7-bdf3-470c-a860-e217cd783673 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.634200] env[70399]: DEBUG oslo_concurrency.lockutils [None req-79d9ab36-95d0-4b75-b0d7-d2a4ea73682e tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.584s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.718047] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0704d5e6-356f-4e94-812b-31f956d8e629 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.725798] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6b4d7-6c44-4ad2-bc61-5b89551996a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.765024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cb110-829a-41db-8d23-0c1f854df49d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.779581] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2bd776-a77b-4a55-87de-893582bd1c7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.784434] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.798347] env[70399]: DEBUG nova.compute.provider_tree [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.005592] env[70399]: DEBUG nova.network.neutron [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.092859] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758877, 'name': Rename_Task, 'duration_secs': 0.2104} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.093221] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.093552] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec20da8-a1ec-4d26-b3b5-1d4cc169f913 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.101884] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1118.101884] env[70399]: value = "task-3758878" [ 1118.101884] env[70399]: _type = "Task" [ 1118.101884] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.111592] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.111952] env[70399]: DEBUG nova.network.neutron [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.133067] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3c5d175-4544-42f3-aa73-53c18a9cc2a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.150199] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb8410-aad2-4a86-97ba-37d41917e997 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.167897] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.169055] env[70399]: INFO nova.compute.manager [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Took 45.56 seconds to build instance. [ 1118.169707] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa3cfe6a-2404-4595-b3bf-e198bb59b86c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.178179] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1118.178179] env[70399]: value = "task-3758879" [ 1118.178179] env[70399]: _type = "Task" [ 1118.178179] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.194287] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.213031] env[70399]: DEBUG nova.compute.manager [req-c76f35d1-5936-40c9-820f-e4ce410ff378 req-3d0631d7-bdf3-470c-a860-e217cd783673 service nova] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Detach interface failed, port_id=a2005298-430b-4eb0-a4dc-24891dbf18a9, reason: Instance 92ae32c8-1630-4153-8ba7-357077d82fbe could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.281291] env[70399]: DEBUG oslo_vmware.api [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758876, 'name': PowerOnVM_Task, 'duration_secs': 0.772293} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.281691] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.282163] env[70399]: INFO nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1118.282567] env[70399]: DEBUG nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.283514] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea3a18e-fd18-4272-af95-5843308e4d77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.301663] env[70399]: DEBUG nova.scheduler.client.report [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.511780] env[70399]: INFO nova.compute.manager [-] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Took 1.46 seconds to deallocate network for instance. [ 1118.614714] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758878, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.616199] env[70399]: INFO nova.compute.manager [-] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Took 1.44 seconds to deallocate network for instance. [ 1118.672623] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2699a27e-fbdd-414c-8eea-a5a4e68c427e tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.078s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.690268] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758879, 'name': PowerOffVM_Task, 'duration_secs': 0.244333} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.690661] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.690923] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.691854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a8d15-fba4-479a-ab8a-d7f4167f77da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.700294] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.700606] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7e24b2e-2f0c-46dd-af43-715258ddbebf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.733630] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.734180] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.734509] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Deleting the datastore file [datastore2] 1449ef75-7677-444e-a004-74fe3ec2ff9e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.734926] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b32da9-806f-40e6-ab90-57af415fcb0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.745074] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1118.745074] env[70399]: value = "task-3758881" [ 1118.745074] env[70399]: _type = "Task" [ 1118.745074] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.756333] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.807645] env[70399]: INFO nova.compute.manager [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Took 38.79 seconds to build instance. [ 1118.809367] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.812256] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.540s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.812533] env[70399]: DEBUG nova.objects.instance [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lazy-loading 'resources' on Instance uuid c2cc872a-eb38-4e07-917e-00c06740ba54 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.841689] env[70399]: INFO nova.scheduler.client.report [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Deleted allocations for instance 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4 [ 1118.865051] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.865821] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.865821] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.865821] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.866169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.870193] env[70399]: INFO nova.compute.manager [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Terminating instance [ 1119.022813] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.113315] env[70399]: DEBUG oslo_vmware.api [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758878, 'name': PowerOnVM_Task, 'duration_secs': 0.766873} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.113743] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.114031] env[70399]: DEBUG nova.compute.manager [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.114897] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b0ba3c-4b96-47c3-acf2-031151efa1b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.122766] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.258121] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243102} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.258483] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.258760] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.258999] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.312892] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c8d0810f-1f13-4939-8494-654ed292e80c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.303s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.361167] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a74473d-5d35-46ac-9549-ade1b5d432c7 tempest-ServerExternalEventsTest-403879177 tempest-ServerExternalEventsTest-403879177-project-member] Lock "182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.011s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.374703] env[70399]: DEBUG nova.compute.manager [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.375027] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.378990] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b78312-903a-47a6-9cc0-94cffb67b7db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.389716] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.390022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec25625c-1e54-4bba-a206-fc3aa5951767 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.398939] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1119.398939] env[70399]: value = "task-3758882" [ 1119.398939] env[70399]: _type = "Task" [ 1119.398939] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.410016] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.637132] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.705505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7ed71e-e973-41d2-b204-f30d21daa222 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.713664] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784e06a-fe86-42d4-adc3-57415ce15e4b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.744860] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f125e45-c807-4788-9a85-83c9087234e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.753765] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce0ebf-5dca-4c21-ba0f-9d6d7392b003 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.772767] env[70399]: DEBUG nova.compute.provider_tree [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.787300] env[70399]: DEBUG nova.compute.manager [req-a09bee97-6354-4efd-a9ec-d6b11debfd49 req-c6cf6628-9639-46ee-a4d0-08ba15d524a1 service nova] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Received event network-vif-deleted-baa8c106-8e02-4e9a-8b1a-c29aa1ab2068 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.913383] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.169764] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.169764] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.278883] env[70399]: DEBUG nova.scheduler.client.report [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.314499] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.314758] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.314917] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.315336] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.315604] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.315754] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.315932] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.316113] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.316287] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.316517] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.316713] env[70399]: DEBUG nova.virt.hardware [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.318800] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a79bb-9fd5-4776-8b8e-636880fb850e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.329579] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15cffea-103d-49db-93db-c7efa6c1fba6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.348854] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.355443] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.357525] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.357525] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0bbac5-cea2-431c-94a1-a0bd2e5d81d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.376942] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.376942] env[70399]: value = "task-3758883" [ 1120.376942] env[70399]: _type = "Task" [ 1120.376942] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.382874] env[70399]: DEBUG nova.compute.manager [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Received event network-changed-3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.383565] env[70399]: DEBUG nova.compute.manager [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Refreshing instance network info cache due to event network-changed-3dca17e3-653a-4892-8192-94e83157df34. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.383565] env[70399]: DEBUG oslo_concurrency.lockutils [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] Acquiring lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.383565] env[70399]: DEBUG oslo_concurrency.lockutils [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] Acquired lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.383565] env[70399]: DEBUG nova.network.neutron [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Refreshing network info cache for port 3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.391921] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758883, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.413078] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758882, 'name': PowerOffVM_Task, 'duration_secs': 0.965908} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.413370] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.413807] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.413807] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a666219e-0472-40aa-a761-dcfb2b36f3d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.484158] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.484396] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.484673] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore1] 7dbccc15-9db1-4f13-a71f-8b08726f176c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.484989] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02a76ef-ab07-47d7-a3f6-f3ac77375ec7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.492517] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1120.492517] env[70399]: value = "task-3758885" [ 1120.492517] env[70399]: _type = "Task" [ 1120.492517] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.502558] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.614709] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.615185] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.616124] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.616124] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.616249] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.619862] env[70399]: INFO nova.compute.manager [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Terminating instance [ 1120.671126] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.790715] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.793807] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.331s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.795613] env[70399]: INFO nova.compute.claims [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.822627] env[70399]: INFO nova.scheduler.client.report [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted allocations for instance c2cc872a-eb38-4e07-917e-00c06740ba54 [ 1120.893616] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758883, 'name': CreateVM_Task, 'duration_secs': 0.352588} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.894200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.895253] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.898039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.898039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.898039] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fc7649-d585-41fa-b874-c4e8fa2878f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.902412] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1120.902412] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52630b07-454c-78d9-e3c8-5bcb92c665ae" [ 1120.902412] env[70399]: _type = "Task" [ 1120.902412] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.913136] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52630b07-454c-78d9-e3c8-5bcb92c665ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.003399] env[70399]: DEBUG oslo_vmware.api [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179514} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.003772] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.003963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.004153] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.004331] env[70399]: INFO nova.compute.manager [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1121.004577] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.004775] env[70399]: DEBUG nova.compute.manager [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.004867] env[70399]: DEBUG nova.network.neutron [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.125702] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "refresh_cache-76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.126283] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquired lock "refresh_cache-76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.126513] env[70399]: DEBUG nova.network.neutron [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.184095] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.184095] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.184095] env[70399]: INFO nova.compute.manager [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Shelving [ 1121.199373] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.324457] env[70399]: DEBUG nova.network.neutron [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updated VIF entry in instance network info cache for port 3dca17e3-653a-4892-8192-94e83157df34. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.324852] env[70399]: DEBUG nova.network.neutron [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating instance_info_cache with network_info: [{"id": "3dca17e3-653a-4892-8192-94e83157df34", "address": "fa:16:3e:5e:24:c6", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dca17e3-65", "ovs_interfaceid": "3dca17e3-653a-4892-8192-94e83157df34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.333877] env[70399]: DEBUG oslo_concurrency.lockutils [None req-44f12e13-9a2a-41b7-aa96-e844b12a0087 tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "c2cc872a-eb38-4e07-917e-00c06740ba54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.463s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.429261] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52630b07-454c-78d9-e3c8-5bcb92c665ae, 'name': SearchDatastore_Task, 'duration_secs': 0.027354} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.431844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.431844] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.431844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.431844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.431844] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.435066] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1ed6ce-e427-4e6f-85e5-80572be494b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.448150] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.448150] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.448918] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057cf2f3-2ccb-4bbe-8aef-1ec8478e248f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.457836] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1121.457836] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522dfd0c-2bd9-f71f-9e78-88d2075d1b1b" [ 1121.457836] env[70399]: _type = "Task" [ 1121.457836] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.468325] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522dfd0c-2bd9-f71f-9e78-88d2075d1b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.752370] env[70399]: DEBUG nova.network.neutron [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.831312] env[70399]: DEBUG oslo_concurrency.lockutils [req-272134de-125b-4c02-8f28-687a94e60122 req-6ad89d19-ab6d-4228-830c-076e1e037725 service nova] Releasing lock "refresh_cache-c6463b33-abcf-4230-930f-b60d5e50da04" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.838580] env[70399]: DEBUG nova.network.neutron [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.938526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.938822] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.939111] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.939356] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.939582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.944141] env[70399]: DEBUG nova.compute.manager [req-8e1a93a2-697a-49c0-85e5-6b4ee0273676 req-970a875a-6806-4590-91ff-8d38af3ee27a service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Received event network-vif-deleted-810dd8af-47b3-476c-a98a-88ca03c3e126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.944360] env[70399]: INFO nova.compute.manager [req-8e1a93a2-697a-49c0-85e5-6b4ee0273676 req-970a875a-6806-4590-91ff-8d38af3ee27a service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Neutron deleted interface 810dd8af-47b3-476c-a98a-88ca03c3e126; detaching it from the instance and deleting it from the info cache [ 1121.944576] env[70399]: DEBUG nova.network.neutron [req-8e1a93a2-697a-49c0-85e5-6b4ee0273676 req-970a875a-6806-4590-91ff-8d38af3ee27a service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.946062] env[70399]: INFO nova.compute.manager [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Terminating instance [ 1121.957165] env[70399]: DEBUG nova.network.neutron [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.975142] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522dfd0c-2bd9-f71f-9e78-88d2075d1b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.976488] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96403594-eb62-4065-b6ea-f992ac25c6a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.987509] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1121.987509] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5206c2ac-fd85-5d1e-6f1c-b63eeaa0f629" [ 1121.987509] env[70399]: _type = "Task" [ 1121.987509] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.999329] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5206c2ac-fd85-5d1e-6f1c-b63eeaa0f629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.204996] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7672e52-601a-46fb-b5fb-e15ed411ef5c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217054] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a5ca0-b2af-4e8c-ab23-5452bbbaa484 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272637] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.276022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb7d9ccd-032b-4784-bfea-e51528599c13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.277802] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89444cd2-259a-424a-8e5a-94e6b14c8d49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.292478] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f690af-98b2-4b45-9551-b8812f9fdb9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.300029] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1122.300029] env[70399]: value = "task-3758886" [ 1122.300029] env[70399]: _type = "Task" [ 1122.300029] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.317445] env[70399]: DEBUG nova.compute.provider_tree [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.324982] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.341275] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Releasing lock "refresh_cache-76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.341723] env[70399]: DEBUG nova.compute.manager [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.341919] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.343061] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08028e10-9ef9-4fad-b653-961602bcd978 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.353435] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.353435] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc95245a-6252-4acc-9b98-71c404c15007 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.362415] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1122.362415] env[70399]: value = "task-3758887" [ 1122.362415] env[70399]: _type = "Task" [ 1122.362415] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.373140] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.449044] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05a30eb6-5f7a-4785-9961-8e999c5ab027 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.452620] env[70399]: DEBUG nova.compute.manager [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.452856] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.453957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158a173-be21-4bf8-abb7-e72faed88a5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.465271] env[70399]: INFO nova.compute.manager [-] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Took 1.46 seconds to deallocate network for instance. [ 1122.466217] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.469207] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a49e043-443d-4637-9a9a-4d8081fbc002 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.477855] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795e3eb-e2e6-4c7a-badb-08ae421b65ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.496212] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1122.496212] env[70399]: value = "task-3758888" [ 1122.496212] env[70399]: _type = "Task" [ 1122.496212] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.500264] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5206c2ac-fd85-5d1e-6f1c-b63eeaa0f629, 'name': SearchDatastore_Task, 'duration_secs': 0.045448} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.503691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.503991] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.504294] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed9361e-f364-4fed-af0f-56b3fe6d2c0d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.513353] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.527575] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1122.527575] env[70399]: value = "task-3758889" [ 1122.527575] env[70399]: _type = "Task" [ 1122.527575] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.528335] env[70399]: DEBUG nova.compute.manager [req-8e1a93a2-697a-49c0-85e5-6b4ee0273676 req-970a875a-6806-4590-91ff-8d38af3ee27a service nova] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Detach interface failed, port_id=810dd8af-47b3-476c-a98a-88ca03c3e126, reason: Instance 7dbccc15-9db1-4f13-a71f-8b08726f176c could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.537978] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.813272] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758886, 'name': PowerOffVM_Task, 'duration_secs': 0.242211} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.813660] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.814622] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61c830-900b-4fef-837e-422f96a70267 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.820856] env[70399]: DEBUG nova.scheduler.client.report [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.841058] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d746cf1-ee92-4160-9cc0-bbbe57c1079c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.876100] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758887, 'name': PowerOffVM_Task, 'duration_secs': 0.169279} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.876100] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.876100] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.876100] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7adc14bb-fbd5-421f-8ab3-6a0166cb6fc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.916291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.916291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.916291] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Deleting the datastore file [datastore2] 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.916291] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abbbd9a8-ebe4-4eee-8659-d0e6849ab0ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.925784] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for the task: (returnval){ [ 1122.925784] env[70399]: value = "task-3758891" [ 1122.925784] env[70399]: _type = "Task" [ 1122.925784] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.937065] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.990796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.012365] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758888, 'name': PowerOffVM_Task, 'duration_secs': 0.192592} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.012527] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.016026] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.016026] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5093d8c-83c8-4a87-92ec-db968db88c6e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.042424] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.102206] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.102206] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.102206] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleting the datastore file [datastore2] f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.102206] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aca5e40-b16d-4a00-bc88-f419a6889598 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.112166] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for the task: (returnval){ [ 1123.112166] env[70399]: value = "task-3758893" [ 1123.112166] env[70399]: _type = "Task" [ 1123.112166] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.122430] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.342965] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.342965] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.345044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.056s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.347030] env[70399]: INFO nova.compute.claims [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.355564] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.355859] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e124ec0-c96a-452b-8f7d-8fcf48c57725 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.365277] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1123.365277] env[70399]: value = "task-3758894" [ 1123.365277] env[70399]: _type = "Task" [ 1123.365277] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.376064] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.441974] env[70399]: DEBUG oslo_vmware.api [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Task: {'id': task-3758891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284457} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.441974] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.442250] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.442469] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.442648] env[70399]: INFO nova.compute.manager [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1123.443017] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.443993] env[70399]: DEBUG nova.compute.manager [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.443993] env[70399]: DEBUG nova.network.neutron [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.468185] env[70399]: DEBUG nova.network.neutron [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.541368] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667447} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.541537] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.541715] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.542028] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-652c2d1a-aaf9-486f-ae11-a0c76d382551 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.549859] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1123.549859] env[70399]: value = "task-3758895" [ 1123.549859] env[70399]: _type = "Task" [ 1123.549859] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.559926] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.620744] env[70399]: DEBUG oslo_vmware.api [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Task: {'id': task-3758893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327746} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.622035] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.622035] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.622035] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.622035] env[70399]: INFO nova.compute.manager [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1123.622035] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.622035] env[70399]: DEBUG nova.compute.manager [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.622314] env[70399]: DEBUG nova.network.neutron [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.854605] env[70399]: DEBUG nova.compute.utils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.856322] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.856499] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.875634] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758894, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.934287] env[70399]: DEBUG nova.policy [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.971448] env[70399]: DEBUG nova.network.neutron [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.041170] env[70399]: DEBUG nova.compute.manager [req-b2d39ac0-645f-417c-b958-c09278085ba5 req-ba540a89-cbbc-4e36-b802-7f1ba0da1f43 service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Received event network-vif-deleted-cb87d0f6-369b-40d2-ae6d-af5561dae639 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.041170] env[70399]: INFO nova.compute.manager [req-b2d39ac0-645f-417c-b958-c09278085ba5 req-ba540a89-cbbc-4e36-b802-7f1ba0da1f43 service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Neutron deleted interface cb87d0f6-369b-40d2-ae6d-af5561dae639; detaching it from the instance and deleting it from the info cache [ 1124.041170] env[70399]: DEBUG nova.network.neutron [req-b2d39ac0-645f-417c-b958-c09278085ba5 req-ba540a89-cbbc-4e36-b802-7f1ba0da1f43 service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.062370] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076116} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.062883] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.064135] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b4f96-e88a-4b6d-b5f6-eb22eff04aa0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.086670] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.087574] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddba9c8-b2e8-4b2d-88d3-57aed3ee1432 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.113150] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1124.113150] env[70399]: value = "task-3758896" [ 1124.113150] env[70399]: _type = "Task" [ 1124.113150] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.123927] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.334028] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Successfully created port: 99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.361255] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.382214] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758894, 'name': CreateSnapshot_Task, 'duration_secs': 0.922656} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.382214] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.382214] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93fe6f1-a501-440d-a7f1-d4fa30e39418 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.479568] env[70399]: INFO nova.compute.manager [-] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Took 1.03 seconds to deallocate network for instance. [ 1124.516404] env[70399]: DEBUG nova.network.neutron [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.543643] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba627806-5ee8-47bc-b022-247250fdbd99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.557584] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33133a6f-e4ca-43b1-81b2-dab904739eb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.598682] env[70399]: DEBUG nova.compute.manager [req-b2d39ac0-645f-417c-b958-c09278085ba5 req-ba540a89-cbbc-4e36-b802-7f1ba0da1f43 service nova] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Detach interface failed, port_id=cb87d0f6-369b-40d2-ae6d-af5561dae639, reason: Instance f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.627021] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.798795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3d804-f672-42da-95e3-b8dfc6cd8066 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.806635] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2c71d-1f1f-422c-8745-5e55f6ccb894 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.840278] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc83904-21a9-450a-b159-8b7152057707 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.848804] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639e7e8-8f50-46b8-b186-97dc60ad1079 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.863366] env[70399]: DEBUG nova.compute.provider_tree [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.905028] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1124.906463] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30e465d2-34ea-41f8-b56e-c68fbfce3b31 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.918037] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1124.918037] env[70399]: value = "task-3758897" [ 1124.918037] env[70399]: _type = "Task" [ 1124.918037] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.928514] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758897, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.990119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.021237] env[70399]: INFO nova.compute.manager [-] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Took 1.40 seconds to deallocate network for instance. [ 1125.127568] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758896, 'name': ReconfigVM_Task, 'duration_secs': 0.913861} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.128270] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1449ef75-7677-444e-a004-74fe3ec2ff9e/1449ef75-7677-444e-a004-74fe3ec2ff9e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.129361] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5ba247-af10-468b-9d33-f696fab72f30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.139132] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1125.139132] env[70399]: value = "task-3758898" [ 1125.139132] env[70399]: _type = "Task" [ 1125.139132] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.154396] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758898, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.374028] env[70399]: DEBUG nova.scheduler.client.report [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.378019] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.414086] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.414607] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.414886] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.415167] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.415437] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.415748] env[70399]: DEBUG nova.virt.hardware [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.417204] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d1dd40-c30a-4a16-9f4b-2078aa8f4315 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.430904] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758897, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.435031] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da154a4b-28ce-4081-af97-85a7904d1616 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.530634] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.652238] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758898, 'name': Rename_Task, 'duration_secs': 0.178268} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.655059] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.656697] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485a6089-ad94-48b5-bc4a-55c20f0bdaa6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.672118] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1125.672118] env[70399]: value = "task-3758899" [ 1125.672118] env[70399]: _type = "Task" [ 1125.672118] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.680041] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.886028] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.886028] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.887018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.213s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.887483] env[70399]: DEBUG nova.objects.instance [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lazy-loading 'resources' on Instance uuid 9a94ebe7-e494-41ee-b3a8-6f33eff563ee {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.934998] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758897, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.061195] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Successfully updated port: 99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.078682] env[70399]: DEBUG nova.compute.manager [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Received event network-vif-plugged-99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.080410] env[70399]: DEBUG oslo_concurrency.lockutils [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] Acquiring lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.080737] env[70399]: DEBUG oslo_concurrency.lockutils [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.080811] env[70399]: DEBUG oslo_concurrency.lockutils [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.080989] env[70399]: DEBUG nova.compute.manager [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] No waiting events found dispatching network-vif-plugged-99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.081378] env[70399]: WARNING nova.compute.manager [req-5057e826-dbed-4aa7-a2ef-4640f12de546 req-09a7ac50-fa42-4370-85e8-2e413b02fe35 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Received unexpected event network-vif-plugged-99e1752d-767e-481a-848e-a9b57a47fb87 for instance with vm_state building and task_state spawning. [ 1126.187135] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.394033] env[70399]: DEBUG nova.compute.utils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.395451] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.395669] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.435975] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758897, 'name': CloneVM_Task, 'duration_secs': 1.456999} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.438956] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Created linked-clone VM from snapshot [ 1126.439913] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330bed35-e73b-461f-bc71-bcb33871589d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.448308] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Uploading image 91da2071-80d3-4b79-b105-1861107bbdc3 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.451441] env[70399]: DEBUG nova.policy [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.472922] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.472922] env[70399]: value = "vm-748085" [ 1126.472922] env[70399]: _type = "VirtualMachine" [ 1126.472922] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.473228] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79eef3ad-37c7-4cdd-ac61-4cb788aa5856 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.482846] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease: (returnval){ [ 1126.482846] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524dba56-8680-5fbb-137c-845dbc898a5a" [ 1126.482846] env[70399]: _type = "HttpNfcLease" [ 1126.482846] env[70399]: } obtained for exporting VM: (result){ [ 1126.482846] env[70399]: value = "vm-748085" [ 1126.482846] env[70399]: _type = "VirtualMachine" [ 1126.482846] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.483104] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the lease: (returnval){ [ 1126.483104] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524dba56-8680-5fbb-137c-845dbc898a5a" [ 1126.483104] env[70399]: _type = "HttpNfcLease" [ 1126.483104] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.493764] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.493764] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524dba56-8680-5fbb-137c-845dbc898a5a" [ 1126.493764] env[70399]: _type = "HttpNfcLease" [ 1126.493764] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.565181] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.565464] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.565723] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.687183] env[70399]: DEBUG oslo_vmware.api [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758899, 'name': PowerOnVM_Task, 'duration_secs': 0.567605} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.687454] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.687657] env[70399]: DEBUG nova.compute.manager [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.688488] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5308df73-702e-4675-b7bf-4c866c5ea14b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.804135] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08aaa9f-dc45-443c-9bc4-1d1133f15905 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.816973] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b6f328-91c1-494e-98f7-b58157877a26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.855523] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeeb352-e8ab-46b8-a7d1-456319e71c8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.865767] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb465df4-4257-464b-9cfa-b00572873684 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.880067] env[70399]: DEBUG nova.compute.provider_tree [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.898597] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.908162] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Successfully created port: f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.995260] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.995260] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524dba56-8680-5fbb-137c-845dbc898a5a" [ 1126.995260] env[70399]: _type = "HttpNfcLease" [ 1126.995260] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.995822] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.995822] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524dba56-8680-5fbb-137c-845dbc898a5a" [ 1126.995822] env[70399]: _type = "HttpNfcLease" [ 1126.995822] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.997100] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12550d8-f244-4a70-8d4e-d0b3d0363cb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.014253] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1127.014253] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1127.122697] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d34231ae-135d-49a4-aa2e-bdf1913d1db2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.185190] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.208444] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.383968] env[70399]: DEBUG nova.scheduler.client.report [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.422108] env[70399]: DEBUG nova.network.neutron [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Updating instance_info_cache with network_info: [{"id": "99e1752d-767e-481a-848e-a9b57a47fb87", "address": "fa:16:3e:59:67:38", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e1752d-76", "ovs_interfaceid": "99e1752d-767e-481a-848e-a9b57a47fb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.459897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "4fe79465-afad-42a5-ae2a-bf82b55db284" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.460013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.881820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.881820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.881820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "1449ef75-7677-444e-a004-74fe3ec2ff9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.881820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.881820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.883016] env[70399]: INFO nova.compute.manager [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Terminating instance [ 1127.893608] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.895059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.134s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.895561] env[70399]: DEBUG nova.objects.instance [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lazy-loading 'resources' on Instance uuid 00b130ab-95d4-4336-b633-33b8142bfdd3 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.911716] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.922407] env[70399]: INFO nova.scheduler.client.report [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Deleted allocations for instance 9a94ebe7-e494-41ee-b3a8-6f33eff563ee [ 1127.923958] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.924314] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Instance network_info: |[{"id": "99e1752d-767e-481a-848e-a9b57a47fb87", "address": "fa:16:3e:59:67:38", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e1752d-76", "ovs_interfaceid": "99e1752d-767e-481a-848e-a9b57a47fb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.924747] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:67:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99e1752d-767e-481a-848e-a9b57a47fb87', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.933147] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.940147] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.940147] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d50f05-4cdf-4d8a-9f20-d6d043680b36 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.958217] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.958526] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.958745] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.959181] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.959540] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.960389] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.962660] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.962660] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.962660] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.962660] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.962660] env[70399]: DEBUG nova.virt.hardware [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.962660] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.966037] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc600055-37aa-46f4-94c6-6aa3913f1824 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.978244] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee87a0-8bbc-4d73-a746-0866103c7b7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.983741] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.983741] env[70399]: value = "task-3758901" [ 1127.983741] env[70399]: _type = "Task" [ 1127.983741] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.007226] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758901, 'name': CreateVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.150717] env[70399]: DEBUG nova.compute.manager [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Received event network-changed-99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.150943] env[70399]: DEBUG nova.compute.manager [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Refreshing instance network info cache due to event network-changed-99e1752d-767e-481a-848e-a9b57a47fb87. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.151233] env[70399]: DEBUG oslo_concurrency.lockutils [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] Acquiring lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.151427] env[70399]: DEBUG oslo_concurrency.lockutils [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] Acquired lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.151587] env[70399]: DEBUG nova.network.neutron [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Refreshing network info cache for port 99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.388541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "refresh_cache-1449ef75-7677-444e-a004-74fe3ec2ff9e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.388541] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquired lock "refresh_cache-1449ef75-7677-444e-a004-74fe3ec2ff9e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.388541] env[70399]: DEBUG nova.network.neutron [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.445526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f3a9249f-3dce-4c76-ad94-fb88f71a1882 tempest-ServersTestManualDisk-1686983804 tempest-ServersTestManualDisk-1686983804-project-member] Lock "9a94ebe7-e494-41ee-b3a8-6f33eff563ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.498539] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758901, 'name': CreateVM_Task, 'duration_secs': 0.51464} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.500052] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.506517] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.508626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.508626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.508626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.508626] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5ee542-834d-4f10-a360-c4dbd762d927 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.516136] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1128.516136] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e93802-f334-51b7-c2bc-c119d6ddb935" [ 1128.516136] env[70399]: _type = "Task" [ 1128.516136] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.535834] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e93802-f334-51b7-c2bc-c119d6ddb935, 'name': SearchDatastore_Task, 'duration_secs': 0.0162} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.536377] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.536746] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.537063] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.537225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.537409] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.537756] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1440f9fa-ae23-4b1a-afd6-3a3822053124 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.552242] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.552660] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.555046] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60be7abe-d8cd-4ea8-811f-cd918a6c5d50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.560929] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1128.560929] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215cec2-1d66-dddf-81c6-7ed5a35df961" [ 1128.560929] env[70399]: _type = "Task" [ 1128.560929] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.573925] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215cec2-1d66-dddf-81c6-7ed5a35df961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.762380] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Successfully updated port: f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.886257] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d6481-79ab-4608-b243-c9feb2e7d766 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.898495] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84c7234-b394-41df-aad6-346edb6a4ecd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.935197] env[70399]: DEBUG nova.network.neutron [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.937222] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ff2de-2eb0-45c2-a030-e5b0951f9600 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.948753] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a1792-7c12-4a43-8c9a-0241f9f9f112 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.962728] env[70399]: DEBUG nova.compute.provider_tree [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.072034] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5215cec2-1d66-dddf-81c6-7ed5a35df961, 'name': SearchDatastore_Task, 'duration_secs': 0.019934} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.073038] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84de44ef-7dba-4c94-931c-82b558eeb495 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.079332] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1129.079332] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52596a75-8080-081e-17d3-1966af15821d" [ 1129.079332] env[70399]: _type = "Task" [ 1129.079332] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.092209] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52596a75-8080-081e-17d3-1966af15821d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.266578] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.267036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.267359] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.270028] env[70399]: DEBUG nova.network.neutron [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Updated VIF entry in instance network info cache for port 99e1752d-767e-481a-848e-a9b57a47fb87. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.273844] env[70399]: DEBUG nova.network.neutron [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Updating instance_info_cache with network_info: [{"id": "99e1752d-767e-481a-848e-a9b57a47fb87", "address": "fa:16:3e:59:67:38", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e1752d-76", "ovs_interfaceid": "99e1752d-767e-481a-848e-a9b57a47fb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.325147] env[70399]: DEBUG nova.network.neutron [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.466510] env[70399]: DEBUG nova.scheduler.client.report [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.593217] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52596a75-8080-081e-17d3-1966af15821d, 'name': SearchDatastore_Task, 'duration_secs': 0.014346} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.593614] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.593929] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 783e08f1-33fe-4d67-a0c9-23b297d256d2/783e08f1-33fe-4d67-a0c9-23b297d256d2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.595336] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57256068-26b8-4389-8d6e-227c96482a98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.605434] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1129.605434] env[70399]: value = "task-3758902" [ 1129.605434] env[70399]: _type = "Task" [ 1129.605434] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.620443] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.781263] env[70399]: DEBUG oslo_concurrency.lockutils [req-ba15e24b-bd48-49f1-8a43-1f23fa77dd67 req-0c8f1551-15a8-4805-a338-1c36efe6d7d7 service nova] Releasing lock "refresh_cache-783e08f1-33fe-4d67-a0c9-23b297d256d2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.825845] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.828066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Releasing lock "refresh_cache-1449ef75-7677-444e-a004-74fe3ec2ff9e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.828463] env[70399]: DEBUG nova.compute.manager [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.828651] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.829520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddfd43-bc1f-4b95-9422-86d57a7714c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.839071] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.839348] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394e2769-fe93-401f-a1e5-6eced4cadefd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.848050] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1129.848050] env[70399]: value = "task-3758903" [ 1129.848050] env[70399]: _type = "Task" [ 1129.848050] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.857140] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.971994] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.975042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.625s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.975667] env[70399]: DEBUG nova.objects.instance [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'resources' on Instance uuid 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.005864] env[70399]: INFO nova.scheduler.client.report [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Deleted allocations for instance 00b130ab-95d4-4336-b633-33b8142bfdd3 [ 1130.094582] env[70399]: DEBUG nova.network.neutron [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.117343] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.188969] env[70399]: DEBUG nova.compute.manager [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-vif-plugged-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.189245] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.189457] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.189652] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.189842] env[70399]: DEBUG nova.compute.manager [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] No waiting events found dispatching network-vif-plugged-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.190014] env[70399]: WARNING nova.compute.manager [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received unexpected event network-vif-plugged-f1392dc7-6a54-435d-9d3e-c00e8412d126 for instance with vm_state building and task_state spawning. [ 1130.190184] env[70399]: DEBUG nova.compute.manager [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.190335] env[70399]: DEBUG nova.compute.manager [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.190502] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.361806] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758903, 'name': PowerOffVM_Task, 'duration_secs': 0.209074} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.361806] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.361806] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.362613] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e359d95-ec3c-4b00-9017-d667ac41e3d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.392799] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.392999] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.393238] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Deleting the datastore file [datastore1] 1449ef75-7677-444e-a004-74fe3ec2ff9e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.393567] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27c1607f-2a5c-49ff-be1e-6d514dd29596 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.400832] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for the task: (returnval){ [ 1130.400832] env[70399]: value = "task-3758905" [ 1130.400832] env[70399]: _type = "Task" [ 1130.400832] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.411419] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.519095] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f0b31614-0bf5-4191-ba98-9853462edc47 tempest-AttachVolumeTestJSON-1272662447 tempest-AttachVolumeTestJSON-1272662447-project-member] Lock "00b130ab-95d4-4336-b633-33b8142bfdd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.597798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.598177] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Instance network_info: |[{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.598563] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.598764] env[70399]: DEBUG nova.network.neutron [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.600113] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:f6:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1392dc7-6a54-435d-9d3e-c00e8412d126', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.609601] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.613708] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.618395] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b34fa5-adcb-4832-890a-acc910843d81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.646755] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657641} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.648344] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 783e08f1-33fe-4d67-a0c9-23b297d256d2/783e08f1-33fe-4d67-a0c9-23b297d256d2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.648581] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.648939] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.648939] env[70399]: value = "task-3758906" [ 1130.648939] env[70399]: _type = "Task" [ 1130.648939] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.649127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-696ce1ac-6849-40c5-b101-d5e5bca3ac84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.661696] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758906, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.663414] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1130.663414] env[70399]: value = "task-3758907" [ 1130.663414] env[70399]: _type = "Task" [ 1130.663414] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.679833] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.913541] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e6ce9-df60-4ddb-a447-cab6db295d7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.920069] env[70399]: DEBUG oslo_vmware.api [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Task: {'id': task-3758905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111566} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.921070] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.921333] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.921602] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.921897] env[70399]: INFO nova.compute.manager [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1130.922246] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.922482] env[70399]: DEBUG nova.compute.manager [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.922603] env[70399]: DEBUG nova.network.neutron [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.928484] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84390a4-20bb-4ab6-aae6-2e3dc193a8fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.962995] env[70399]: DEBUG nova.network.neutron [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.965146] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9203a5-a56b-4ad7-a56e-0a472b798938 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.977152] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb2bca-278a-44da-a4ca-f6ec635697e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.992160] env[70399]: DEBUG nova.compute.provider_tree [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.162429] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758906, 'name': CreateVM_Task, 'duration_secs': 0.508843} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.162742] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.163835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.164035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.164414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.164694] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cc5cd1-0dd9-4ad6-a2ee-93e8ce404ecf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.174975] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1131.174975] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529fb2dd-82ad-fcb3-e8ef-3eaecf4eb6f3" [ 1131.174975] env[70399]: _type = "Task" [ 1131.174975] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.179110] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082992} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.182710] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.183614] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fbbd18-c08b-4266-b139-93bb52d3aa21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.193515] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529fb2dd-82ad-fcb3-e8ef-3eaecf4eb6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.203458] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.203678] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.203942] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.204103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.204321] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.214103] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 783e08f1-33fe-4d67-a0c9-23b297d256d2/783e08f1-33fe-4d67-a0c9-23b297d256d2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.217014] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9718c486-666f-4b4c-a1e1-0922f2a62521 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.219148] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5ee1a0-50c1-4591-a963-a1154a0ec8b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.242897] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1131.242897] env[70399]: value = "task-3758909" [ 1131.242897] env[70399]: _type = "Task" [ 1131.242897] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.244096] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.244327] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.248503] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddd5dbc-f32e-4301-86b6-c2ba41c4ecf5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.255291] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1131.255291] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5264d92b-09fb-8fab-8975-deacf729491f" [ 1131.255291] env[70399]: _type = "Task" [ 1131.255291] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.264623] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.277953] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5264d92b-09fb-8fab-8975-deacf729491f, 'name': SearchDatastore_Task, 'duration_secs': 0.018766} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.280178] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26cc7cb-463e-4861-9365-0924c4a9a4b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.287963] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1131.287963] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528bd77f-98bd-f3c9-fe53-df7ce4bcdb1e" [ 1131.287963] env[70399]: _type = "Task" [ 1131.287963] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.299199] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528bd77f-98bd-f3c9-fe53-df7ce4bcdb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.471182] env[70399]: DEBUG nova.network.neutron [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.487349] env[70399]: DEBUG nova.network.neutron [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.487756] env[70399]: DEBUG nova.network.neutron [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.497670] env[70399]: DEBUG nova.scheduler.client.report [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.754891] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758909, 'name': ReconfigVM_Task, 'duration_secs': 0.342042} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.755239] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 783e08f1-33fe-4d67-a0c9-23b297d256d2/783e08f1-33fe-4d67-a0c9-23b297d256d2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.755979] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246bb11d-1a2e-42ad-8b7f-71743afaef5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.764048] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1131.764048] env[70399]: value = "task-3758910" [ 1131.764048] env[70399]: _type = "Task" [ 1131.764048] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.777493] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758910, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.800251] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528bd77f-98bd-f3c9-fe53-df7ce4bcdb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012569} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.800548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.800834] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4081ad9b-786f-402b-9c76-ca3064e8ae29/4081ad9b-786f-402b-9c76-ca3064e8ae29.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.802126] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0995bf20-aead-4fc3-ac0c-c37b44df0d05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.808973] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1131.808973] env[70399]: value = "task-3758911" [ 1131.808973] env[70399]: _type = "Task" [ 1131.808973] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.818341] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.976480] env[70399]: INFO nova.compute.manager [-] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Took 1.05 seconds to deallocate network for instance. [ 1131.991284] env[70399]: DEBUG oslo_concurrency.lockutils [req-d5dc3a6d-04e8-49b0-bfed-a06924a08254 req-3724eee7-52b2-412a-97a8-08bcb10654d3 service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.005592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.008693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.574s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.034671] env[70399]: INFO nova.scheduler.client.report [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted allocations for instance 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0 [ 1132.277764] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758910, 'name': Rename_Task, 'duration_secs': 0.183031} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.278295] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.278717] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5842fb4-4d5d-420e-a6f3-75237c0ce033 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.290983] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1132.290983] env[70399]: value = "task-3758912" [ 1132.290983] env[70399]: _type = "Task" [ 1132.290983] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.305116] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.320476] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758911, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.483674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.513653] env[70399]: INFO nova.compute.claims [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.545758] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9a17ace2-bfd5-44df-a0d2-6f370eb73c68 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.701s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.802925] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.821035] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585142} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.821160] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4081ad9b-786f-402b-9c76-ca3064e8ae29/4081ad9b-786f-402b-9c76-ca3064e8ae29.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.821629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.821907] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d959087-65d5-41f0-be2b-3392b547b562 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.831558] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1132.831558] env[70399]: value = "task-3758913" [ 1132.831558] env[70399]: _type = "Task" [ 1132.831558] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.841888] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.022367] env[70399]: INFO nova.compute.resource_tracker [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating resource usage from migration 7312d81d-f578-41fe-bf95-c9617132ca24 [ 1133.309762] env[70399]: DEBUG oslo_vmware.api [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758912, 'name': PowerOnVM_Task, 'duration_secs': 0.702827} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.309995] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.310416] env[70399]: INFO nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1133.310416] env[70399]: DEBUG nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.311296] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d54215-b30e-484e-a22a-fca51e2a04ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.345479] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072409} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.348454] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.349625] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ca665-ea4f-4384-95e9-a748f4efa48f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.375307] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4081ad9b-786f-402b-9c76-ca3064e8ae29/4081ad9b-786f-402b-9c76-ca3064e8ae29.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.379280] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec43d96-1673-41f6-aec6-07929a4d6f3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.402616] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1133.402616] env[70399]: value = "task-3758914" [ 1133.402616] env[70399]: _type = "Task" [ 1133.402616] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.414693] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.425133] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e065e-b24e-4863-9eca-f977ef470029 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.434483] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62781b58-b3d8-4d0c-a99e-4fbfd75896d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.471076] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3a340-a458-4d4f-ba2c-08297a3d7960 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.476916] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.477182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.485127] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d9fbf-cdc4-4c5f-a517-e9105439b5ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.502832] env[70399]: DEBUG nova.compute.provider_tree [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.837273] env[70399]: INFO nova.compute.manager [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Took 37.41 seconds to build instance. [ 1133.913375] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.980078] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.006378] env[70399]: DEBUG nova.scheduler.client.report [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.189148] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0113c94-3171-41a7-98b5-65839e7c7e43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.196828] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Suspending the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.197110] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f693f02-6fe4-42fa-873d-c82a38150ba0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.204704] env[70399]: DEBUG oslo_vmware.api [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1134.204704] env[70399]: value = "task-3758915" [ 1134.204704] env[70399]: _type = "Task" [ 1134.204704] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.216147] env[70399]: DEBUG oslo_vmware.api [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758915, 'name': SuspendVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.339714] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ee7b4311-9fd3-464b-81af-90cb572ac3c3 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.930s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.413216] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758914, 'name': ReconfigVM_Task, 'duration_secs': 0.598174} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.413521] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4081ad9b-786f-402b-9c76-ca3064e8ae29/4081ad9b-786f-402b-9c76-ca3064e8ae29.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.414214] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f76005-0eef-43b5-bd40-9956ea50bb72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.421614] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1134.421614] env[70399]: value = "task-3758917" [ 1134.421614] env[70399]: _type = "Task" [ 1134.421614] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.431136] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758917, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.504485] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.512636] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.504s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.512867] env[70399]: INFO nova.compute.manager [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Migrating [ 1134.519786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.743s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.520042] env[70399]: DEBUG nova.objects.instance [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lazy-loading 'resources' on Instance uuid cd02609e-68c6-4a35-a44d-876dec4944cf {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.716934] env[70399]: DEBUG oslo_vmware.api [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758915, 'name': SuspendVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.933826] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758917, 'name': Rename_Task, 'duration_secs': 0.234113} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.933826] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.933930] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbabb14-2bdb-4cdd-80f0-1a3fca0b2042 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.943158] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1134.943158] env[70399]: value = "task-3758918" [ 1134.943158] env[70399]: _type = "Task" [ 1134.943158] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.954921] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.030174] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.030429] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.030692] env[70399]: DEBUG nova.network.neutron [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.219906] env[70399]: DEBUG oslo_vmware.api [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758915, 'name': SuspendVM_Task, 'duration_secs': 0.747579} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.222968] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Suspended the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1135.223252] env[70399]: DEBUG nova.compute.manager [None req-e6dfd4ff-5479-4bba-982e-05d6adfb10ca tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.224749] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41df03-b45e-42aa-8a71-5c430d655c2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.409669] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f559e2f-67c0-40b2-9892-198765b4d37d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.418173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8057e4c6-c057-4874-a312-048c158d0ec8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.480620] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa808c-9559-47ae-83d8-6c25ef204ebb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.490974] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.496241] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85082068-c87d-4daf-83fd-fb2427a387d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.520528] env[70399]: DEBUG nova.compute.provider_tree [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.807627] env[70399]: DEBUG nova.network.neutron [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.982798] env[70399]: DEBUG oslo_vmware.api [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758918, 'name': PowerOnVM_Task, 'duration_secs': 0.760818} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.983293] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.983293] env[70399]: INFO nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1135.983384] env[70399]: DEBUG nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.984394] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce642be-577a-4773-acd2-5016733ee361 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.023997] env[70399]: DEBUG nova.scheduler.client.report [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.218818] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1136.222069] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c4d88-04c8-4b19-8a23-8103ea7bb39f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.226754] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1136.226963] env[70399]: ERROR oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk due to incomplete transfer. [ 1136.227380] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-217db7ce-4e69-4b12-b952-256c2b2cd0aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.236666] env[70399]: DEBUG oslo_vmware.rw_handles [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d245be-464e-eec3-5955-7338f2d5f7b2/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1136.236979] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Uploaded image 91da2071-80d3-4b79-b105-1861107bbdc3 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1136.239552] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1136.240286] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9878fcd-c4e5-45c2-b9d2-a2d272b1e4ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.248869] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1136.248869] env[70399]: value = "task-3758919" [ 1136.248869] env[70399]: _type = "Task" [ 1136.248869] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.258396] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758919, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.313538] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.505027] env[70399]: INFO nova.compute.manager [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Took 37.24 seconds to build instance. [ 1136.529059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.531379] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.306s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.561512] env[70399]: INFO nova.scheduler.client.report [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Deleted allocations for instance cd02609e-68c6-4a35-a44d-876dec4944cf [ 1136.608718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.608718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.608718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.608936] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.609043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.611145] env[70399]: INFO nova.compute.manager [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Terminating instance [ 1136.759520] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758919, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.005047] env[70399]: DEBUG oslo_concurrency.lockutils [None req-95d5dd9f-fbdb-4b14-bb66-33c53fe2355f tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.749s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.072351] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a6e5bdee-56ef-4dad-bbe7-097669cec892 tempest-ServersAdminTestJSON-721710769 tempest-ServersAdminTestJSON-721710769-project-member] Lock "cd02609e-68c6-4a35-a44d-876dec4944cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.725s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.115642] env[70399]: DEBUG nova.compute.manager [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.116145] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.117075] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a9def-9c50-4d4a-9126-9bbc855b2b16 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.126534] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.126790] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-892d9d2f-d64a-47df-b5b7-58f7cedfa7a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.259983] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758919, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.307490] env[70399]: DEBUG nova.compute.manager [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.307490] env[70399]: DEBUG nova.compute.manager [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.307490] env[70399]: DEBUG oslo_concurrency.lockutils [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.307490] env[70399]: DEBUG oslo_concurrency.lockutils [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.307490] env[70399]: DEBUG nova.network.neutron [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.545552] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Applying migration context for instance b6269065-d8ba-4377-961a-d99a313b8bd6 as it has an incoming, in-progress migration 7312d81d-f578-41fe-bf95-c9617132ca24. Migration status is migrating {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1137.547100] env[70399]: INFO nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating resource usage from migration 7312d81d-f578-41fe-bf95-c9617132ca24 [ 1137.580630] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.580899] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.581127] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23063f37-5610-475a-9f1d-e8a11239187e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.581323] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.581491] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance f270bd89-a8c2-492d-b91d-7308d124bf7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.581733] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d5201555-36d2-45e8-9a8b-6bc582d39a72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.581820] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 92ae32c8-1630-4153-8ba7-357077d82fbe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.582568] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 80053d58-afd5-45f7-ae54-84d2b86826a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.582568] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a36871dc-e61d-452b-981f-20220c447b35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.582568] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.582568] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 7dbccc15-9db1-4f13-a71f-8b08726f176c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.582568] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c6463b33-abcf-4230-930f-b60d5e50da04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.582568] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 1449ef75-7677-444e-a004-74fe3ec2ff9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.582815] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 783e08f1-33fe-4d67-a0c9-23b297d256d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.582972] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4081ad9b-786f-402b-9c76-ca3064e8ae29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.583168] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Migration 7312d81d-f578-41fe-bf95-c9617132ca24 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1137.583289] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance b6269065-d8ba-4377-961a-d99a313b8bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.706607] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.706607] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.706607] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore1] 783e08f1-33fe-4d67-a0c9-23b297d256d2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.706607] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e77933a1-2387-4609-a285-c17d024054b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.716952] env[70399]: DEBUG oslo_vmware.api [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1137.716952] env[70399]: value = "task-3758922" [ 1137.716952] env[70399]: _type = "Task" [ 1137.716952] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.733542] env[70399]: DEBUG oslo_vmware.api [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.765354] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758919, 'name': Destroy_Task, 'duration_secs': 1.068927} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.765674] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Destroyed the VM [ 1137.765984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1137.766278] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d036a913-8c52-4c5e-b949-bb37c44048ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.776132] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1137.776132] env[70399]: value = "task-3758923" [ 1137.776132] env[70399]: _type = "Task" [ 1137.776132] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.783766] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758923, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.834553] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb802fd-b1f9-41c0-95b4-0fd943bd1683 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.856256] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.086794] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 2a7b8c41-2785-4df0-af95-a11c5ca9faa9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.119465] env[70399]: DEBUG nova.network.neutron [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.119668] env[70399]: DEBUG nova.network.neutron [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.231094] env[70399]: DEBUG oslo_vmware.api [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3758922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197595} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.231422] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.232072] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.232158] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.232300] env[70399]: INFO nova.compute.manager [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1138.232573] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.232802] env[70399]: DEBUG nova.compute.manager [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.232941] env[70399]: DEBUG nova.network.neutron [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.292839] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758923, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.317237] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.317237] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.370890] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.371252] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bcf6512-c94a-4f3e-bc6b-c5d20f62ae3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.380615] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1138.380615] env[70399]: value = "task-3758924" [ 1138.380615] env[70399]: _type = "Task" [ 1138.380615] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.394569] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1138.394569] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.591355] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 1d0a6c8f-a99d-445c-9b6c-ca03466ce876 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.623486] env[70399]: DEBUG oslo_concurrency.lockutils [req-f59e215b-f025-414b-8377-4c0fb40b1199 req-6fb8fac0-79c7-4424-a7ea-ba7d492b6cf9 service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.643926] env[70399]: DEBUG nova.compute.manager [req-bdfcff76-1eff-42eb-a27f-1f389404ae57 req-390ae595-948e-4278-a58c-6d750114e7b8 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Received event network-vif-deleted-99e1752d-767e-481a-848e-a9b57a47fb87 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.644150] env[70399]: INFO nova.compute.manager [req-bdfcff76-1eff-42eb-a27f-1f389404ae57 req-390ae595-948e-4278-a58c-6d750114e7b8 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Neutron deleted interface 99e1752d-767e-481a-848e-a9b57a47fb87; detaching it from the instance and deleting it from the info cache [ 1138.644321] env[70399]: DEBUG nova.network.neutron [req-bdfcff76-1eff-42eb-a27f-1f389404ae57 req-390ae595-948e-4278-a58c-6d750114e7b8 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.785234] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758923, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713579} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.785524] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1138.785835] env[70399]: DEBUG nova.compute.manager [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1138.786691] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d57912-b3cb-46be-8f3d-fb5cadf515ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.823025] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.902524] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.902524] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.902716] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.902716] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.902872] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.904204] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.904537] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.904715] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.904890] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.905071] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.905258] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.910672] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ab6117-9285-446c-856b-3f5c3d442b7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.926979] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1138.926979] env[70399]: value = "task-3758925" [ 1138.926979] env[70399]: _type = "Task" [ 1138.926979] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.936532] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.094235] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 299f59d5-5ad1-4e81-926e-835fece810e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1139.119264] env[70399]: DEBUG nova.network.neutron [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.147846] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7002b145-4fe2-4ba3-be5b-f0702abefa20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.157387] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c793a19-e172-437c-af7d-b381fc75fad8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.190175] env[70399]: DEBUG nova.compute.manager [req-bdfcff76-1eff-42eb-a27f-1f389404ae57 req-390ae595-948e-4278-a58c-6d750114e7b8 service nova] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Detach interface failed, port_id=99e1752d-767e-481a-848e-a9b57a47fb87, reason: Instance 783e08f1-33fe-4d67-a0c9-23b297d256d2 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.300380] env[70399]: INFO nova.compute.manager [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Shelve offloading [ 1139.353148] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.437944] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758925, 'name': ReconfigVM_Task, 'duration_secs': 0.224921} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.437944] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.598103] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4fe79465-afad-42a5-ae2a-bf82b55db284 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1139.623427] env[70399]: INFO nova.compute.manager [-] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Took 1.39 seconds to deallocate network for instance. [ 1139.808638] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.808638] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e8a95a-a310-42ef-982d-5a419668bc6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.813879] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1139.813879] env[70399]: value = "task-3758926" [ 1139.813879] env[70399]: _type = "Task" [ 1139.813879] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.822226] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.944964] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.945321] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.945494] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.946078] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.946187] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.946360] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.946622] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.946800] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.946974] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.948782] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.948978] env[70399]: DEBUG nova.virt.hardware [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.955221] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.955542] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa30767-b81a-4959-8589-6f8b00414c74 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.980023] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1139.980023] env[70399]: value = "task-3758927" [ 1139.980023] env[70399]: _type = "Task" [ 1139.980023] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.986796] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.101516] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 90b7cba8-865a-46eb-a8d4-8383cf69c5a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1140.101930] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1140.102449] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1140.132031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.328197] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.328499] env[70399]: DEBUG nova.compute.manager [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.329212] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d9fd9-3878-4ee9-bbab-5ee944f32df5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.336215] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.336410] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.336971] env[70399]: DEBUG nova.network.neutron [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.492360] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.516199] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb03e9-7201-4e20-b84c-941af4816f28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.524596] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2ca72-907d-41b4-9735-30f9df6d0e0f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.561682] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339ac47-f59b-47f0-a710-f44748b46291 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.573328] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68248e77-9bc2-45a3-8009-d1986ee87ec3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.591337] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.991383] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.099024] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.246742] env[70399]: DEBUG nova.network.neutron [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.490407] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758927, 'name': ReconfigVM_Task, 'duration_secs': 1.174967} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.491135] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.492213] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58422307-3926-4710-b9d7-2498058f821f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.516601] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.517011] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacbe877-a03e-4a31-b095-d98522036695 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.538398] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1141.538398] env[70399]: value = "task-3758928" [ 1141.538398] env[70399]: _type = "Task" [ 1141.538398] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.546453] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.607645] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1141.607920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.077s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.608383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.053s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.610129] env[70399]: INFO nova.compute.claims [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.751037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.049342] env[70399]: DEBUG oslo_vmware.api [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3758928, 'name': ReconfigVM_Task, 'duration_secs': 0.300922} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.050061] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6/b6269065-d8ba-4377-961a-d99a313b8bd6.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.050443] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.276575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "a36871dc-e61d-452b-981f-20220c447b35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.276575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.276575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "a36871dc-e61d-452b-981f-20220c447b35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.276575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.276575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.278623] env[70399]: INFO nova.compute.manager [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Terminating instance [ 1142.343418] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.344483] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca313a-0573-4fbe-8cef-9b9d6ab0573d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.356598] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.356695] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7751b2-6fc1-42f3-8eeb-f7045ff2614c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.392636] env[70399]: DEBUG nova.compute.manager [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-vif-unplugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.392959] env[70399]: DEBUG oslo_concurrency.lockutils [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.393391] env[70399]: DEBUG oslo_concurrency.lockutils [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.393638] env[70399]: DEBUG oslo_concurrency.lockutils [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.393869] env[70399]: DEBUG nova.compute.manager [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] No waiting events found dispatching network-vif-unplugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.394089] env[70399]: WARNING nova.compute.manager [req-cbe4d3d8-5ef2-4d74-bf94-3ef78838d67d req-6d35ac64-55bf-4f47-b995-c664e8c1cecb service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received unexpected event network-vif-unplugged-4a451501-d220-44ab-ae11-9eead0f8d216 for instance with vm_state shelved and task_state shelving_offloading. [ 1142.427437] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.427650] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.427829] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.428412] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14488b9e-3291-49d0-849d-2ea42750758c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.437496] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1142.437496] env[70399]: value = "task-3758930" [ 1142.437496] env[70399]: _type = "Task" [ 1142.437496] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.448027] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.559092] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd4be9-86ee-4ce1-88ea-2dde669449ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.577979] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d917c5-381c-4e65-bab1-368942f8fbf0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.598593] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.784031] env[70399]: DEBUG nova.compute.manager [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.784031] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.784156] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da0cd14-4bbc-47b1-a4ad-b7f18ba9ad3e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.795220] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.795500] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed7f687-ebda-4e21-974c-0ea9ac7c483f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.805669] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1142.805669] env[70399]: value = "task-3758931" [ 1142.805669] env[70399]: _type = "Task" [ 1142.805669] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.821723] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.960355] env[70399]: DEBUG oslo_vmware.api [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3758930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188248} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.960355] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.960355] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.960355] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.993433] env[70399]: INFO nova.scheduler.client.report [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted allocations for instance 80053d58-afd5-45f7-ae54-84d2b86826a9 [ 1143.064593] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31de743e-046a-47b9-b24b-fe78a0370132 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.075154] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26eaf0-d0f1-4d94-af31-fad7aeffd66c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.120014] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567718d5-5350-4677-aa11-a429bb747d8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.125740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b640e9d-248e-4c19-897f-69e6b36f92f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.143245] env[70399]: DEBUG nova.compute.provider_tree [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.189064] env[70399]: DEBUG nova.network.neutron [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Port 83b816dc-98ae-40f4-9f77-0b04374bcb38 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1143.318556] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758931, 'name': PowerOffVM_Task, 'duration_secs': 0.33072} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.319097] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.319584] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.320066] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aed403f-cebe-4e54-b5a4-2c5d932f8b0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.397647] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.397877] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.398088] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Deleting the datastore file [datastore1] a36871dc-e61d-452b-981f-20220c447b35 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.398449] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f7c9790-76f6-412b-9cdd-f4fdd721bdcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.407494] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for the task: (returnval){ [ 1143.407494] env[70399]: value = "task-3758933" [ 1143.407494] env[70399]: _type = "Task" [ 1143.407494] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.415821] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.498188] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.647758] env[70399]: DEBUG nova.scheduler.client.report [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.918615] env[70399]: DEBUG oslo_vmware.api [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Task: {'id': task-3758933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166065} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.918894] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.919094] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.919355] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.919450] env[70399]: INFO nova.compute.manager [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] [instance: a36871dc-e61d-452b-981f-20220c447b35] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.919761] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.920254] env[70399]: DEBUG nova.compute.manager [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.920254] env[70399]: DEBUG nova.network.neutron [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.155426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.156048] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.159400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.281s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.160921] env[70399]: INFO nova.compute.claims [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.222020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.222020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.222020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.504156] env[70399]: DEBUG nova.compute.manager [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.504156] env[70399]: DEBUG nova.compute.manager [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing instance network info cache due to event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.504156] env[70399]: DEBUG oslo_concurrency.lockutils [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.504156] env[70399]: DEBUG oslo_concurrency.lockutils [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.504340] env[70399]: DEBUG nova.network.neutron [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.672106] env[70399]: DEBUG nova.compute.utils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.674191] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.674573] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.725084] env[70399]: DEBUG nova.policy [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.094335] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.113425] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Successfully created port: 2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.130615] env[70399]: DEBUG nova.network.neutron [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.175690] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.297590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.297734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.297907] env[70399]: DEBUG nova.network.neutron [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.589762] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084f4ff7-da39-43cf-808f-15716a82d02c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.600037] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f94b2-e842-473a-a058-4edea33b30b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.636259] env[70399]: INFO nova.compute.manager [-] [instance: a36871dc-e61d-452b-981f-20220c447b35] Took 1.72 seconds to deallocate network for instance. [ 1145.638876] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a71ea-0e6f-4749-af51-e9b3cd229ef8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.653609] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83931161-4381-40d5-9236-ab607e317858 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.668909] env[70399]: DEBUG nova.compute.provider_tree [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.842103] env[70399]: DEBUG nova.network.neutron [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updated VIF entry in instance network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.843035] env[70399]: DEBUG nova.network.neutron [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4a451501-d2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.147225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.173311] env[70399]: DEBUG nova.network.neutron [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.191591] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.198567] env[70399]: ERROR nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [req-63056c22-efa1-454e-b929-3d7ded3ec1a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63056c22-efa1-454e-b929-3d7ded3ec1a1"}]} [ 1146.217414] env[70399]: DEBUG nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1146.233702] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.234068] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.234293] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.234542] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.234727] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.235384] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.235384] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.235384] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.235641] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.235845] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.236123] env[70399]: DEBUG nova.virt.hardware [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.237110] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a76f2a-145a-4ece-bbcc-60eaf1d0db97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.246346] env[70399]: DEBUG nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1146.247322] env[70399]: DEBUG nova.compute.provider_tree [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.249800] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bcaa39-c285-4ab0-9d7b-ea1990ffc61f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.269529] env[70399]: DEBUG nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1146.293413] env[70399]: DEBUG nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1146.345674] env[70399]: DEBUG oslo_concurrency.lockutils [req-a451a5fd-8c3e-49c3-ae15-9a4a35fc157b req-c400490f-f87f-45d6-b9f2-3d29bfd9058b service nova] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.636104] env[70399]: DEBUG nova.compute.manager [req-ba1f8081-cd94-4487-827e-f94c288759f4 req-93462206-4a6d-4e68-a3da-91d75db6dec2 service nova] [instance: a36871dc-e61d-452b-981f-20220c447b35] Received event network-vif-deleted-c78933f5-9fec-4217-94ed-483a36952363 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.680778] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.698759] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59119bbe-89f0-470a-8e3c-0cd10dc5f3bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.708101] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbb022-6430-4df2-b26a-9724357e9957 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.744250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f32d8-d7f4-424b-a3bc-8004271c2e02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.753058] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331bdb0-44d6-40c6-8538-fce347c27b54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.769285] env[70399]: DEBUG nova.compute.provider_tree [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.217250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88ea86-acdf-46fb-b55b-90ac9260aafd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.238831] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9920dd-d22e-4d73-a29a-1e7e0a92d17f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.246903] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.315953] env[70399]: DEBUG nova.scheduler.client.report [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1147.316364] env[70399]: DEBUG nova.compute.provider_tree [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 129 to 130 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1147.316829] env[70399]: DEBUG nova.compute.provider_tree [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.390490] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Successfully updated port: 2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.758023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb9c1de-784e-4ff5-ae93-2e4f1068a4be tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance 'b6269065-d8ba-4377-961a-d99a313b8bd6' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.822254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.663s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.823051] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.829090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.804s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.829090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.829090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.706s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.829090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.830376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.193s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.830548] env[70399]: DEBUG nova.objects.instance [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1147.875757] env[70399]: INFO nova.scheduler.client.report [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocations for instance 92ae32c8-1630-4153-8ba7-357077d82fbe [ 1147.894620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.894812] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.894984] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.898513] env[70399]: INFO nova.scheduler.client.report [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Deleted allocations for instance 5a89e1af-42ab-48d4-a117-4ed3acf82ca3 [ 1148.335105] env[70399]: DEBUG nova.compute.utils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.336572] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.337208] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.387623] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.389074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.389536] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1b689067-1dd9-4cd5-879a-e192f93232c5 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "92ae32c8-1630-4153-8ba7-357077d82fbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.018s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.410426] env[70399]: DEBUG oslo_concurrency.lockutils [None req-fae766ef-c7c6-486c-9968-fbd4e297cb31 tempest-ListServerFiltersTestJSON-50551211 tempest-ListServerFiltersTestJSON-50551211-project-member] Lock "5a89e1af-42ab-48d4-a117-4ed3acf82ca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.896s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.432015] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.445098] env[70399]: DEBUG nova.policy [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a7d1d228b645f6a016ecd7bf6d5b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e3316be417402097e660f5db07b499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.842091] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.847481] env[70399]: DEBUG oslo_concurrency.lockutils [None req-df0cd687-6ed2-4683-8e28-f735656439bc tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.848867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.650s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.850757] env[70399]: INFO nova.compute.claims [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.857143] env[70399]: DEBUG nova.compute.manager [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Received event network-vif-plugged-2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.857143] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Acquiring lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.859886] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.859886] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.859886] env[70399]: DEBUG nova.compute.manager [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] No waiting events found dispatching network-vif-plugged-2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1148.859886] env[70399]: WARNING nova.compute.manager [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Received unexpected event network-vif-plugged-2253a512-d3d4-4030-884f-ea09054c5377 for instance with vm_state building and task_state spawning. [ 1148.859886] env[70399]: DEBUG nova.compute.manager [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Received event network-changed-2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.859886] env[70399]: DEBUG nova.compute.manager [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Refreshing instance network info cache due to event network-changed-2253a512-d3d4-4030-884f-ea09054c5377. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.859886] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Acquiring lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.875310] env[70399]: DEBUG nova.network.neutron [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Updating instance_info_cache with network_info: [{"id": "2253a512-d3d4-4030-884f-ea09054c5377", "address": "fa:16:3e:2a:17:1a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2253a512-d3", "ovs_interfaceid": "2253a512-d3d4-4030-884f-ea09054c5377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.884361] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Successfully created port: c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.891171] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.382762] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.382762] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Instance network_info: |[{"id": "2253a512-d3d4-4030-884f-ea09054c5377", "address": "fa:16:3e:2a:17:1a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2253a512-d3", "ovs_interfaceid": "2253a512-d3d4-4030-884f-ea09054c5377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.382762] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Acquired lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.382762] env[70399]: DEBUG nova.network.neutron [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Refreshing network info cache for port 2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.383875] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:17:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2253a512-d3d4-4030-884f-ea09054c5377', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.392447] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.393418] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.393481] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed8176d0-a077-4dd5-8ab5-05f0f92c2eda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.419877] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.419877] env[70399]: value = "task-3758934" [ 1149.419877] env[70399]: _type = "Task" [ 1149.419877] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.430050] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758934, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.435737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.789967] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.790369] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.790937] env[70399]: DEBUG nova.compute.manager [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Going to confirm migration 5 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1149.856737] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.886447] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.886890] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.887195] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.891015] env[70399]: DEBUG nova.virt.hardware [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.891015] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f24f22-9b32-4d90-85a1-ba6ef3ae8d05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.909258] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e1bf0-d168-4a05-9ae4-016e651a345b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.940025] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758934, 'name': CreateVM_Task, 'duration_secs': 0.338692} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.940817] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.941900] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.942304] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.942699] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943091] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07286c8-d342-48e8-af50-089a687ab304 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.955049] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1149.955049] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a4152-2832-8a3d-a04b-3b8c656ecd44" [ 1149.955049] env[70399]: _type = "Task" [ 1149.955049] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.968161] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a4152-2832-8a3d-a04b-3b8c656ecd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.198950] env[70399]: DEBUG nova.network.neutron [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Updated VIF entry in instance network info cache for port 2253a512-d3d4-4030-884f-ea09054c5377. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.199338] env[70399]: DEBUG nova.network.neutron [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Updating instance_info_cache with network_info: [{"id": "2253a512-d3d4-4030-884f-ea09054c5377", "address": "fa:16:3e:2a:17:1a", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2253a512-d3", "ovs_interfaceid": "2253a512-d3d4-4030-884f-ea09054c5377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.264043] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae1c9b-8bec-4918-ab08-73ca99d0e723 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.273135] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43d9ce-21f9-4335-ace2-5e949188adf6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.318018] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1865c-c4e0-41bf-bd69-97c47a01ef57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.327753] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab74e08-527c-4909-b595-5f44f91e6b56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.346841] env[70399]: DEBUG nova.compute.provider_tree [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.407337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.407618] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.407706] env[70399]: DEBUG nova.network.neutron [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.408061] env[70399]: DEBUG nova.objects.instance [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'info_cache' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.465068] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a4152-2832-8a3d-a04b-3b8c656ecd44, 'name': SearchDatastore_Task, 'duration_secs': 0.018467} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.465407] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.465731] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.465912] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.466119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.466389] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.466581] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2abfd365-beab-42f0-b0de-771311761d0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.480861] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.480861] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.481347] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bad985-24ed-4262-a3b3-0c4e9de09775 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.489226] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1150.489226] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e27d90-f8b9-946d-b19d-304f9b3dd727" [ 1150.489226] env[70399]: _type = "Task" [ 1150.489226] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.495947] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e27d90-f8b9-946d-b19d-304f9b3dd727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.586520] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Successfully updated port: c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.650168] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.650368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.650547] env[70399]: INFO nova.compute.manager [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Shelving [ 1150.704909] env[70399]: DEBUG oslo_concurrency.lockutils [req-d87187d7-70ce-43bb-b934-57bd28ef1e12 req-80ded582-af65-4488-9b63-07253bb60b93 service nova] Releasing lock "refresh_cache-2a7b8c41-2785-4df0-af95-a11c5ca9faa9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.850594] env[70399]: DEBUG nova.scheduler.client.report [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.884723] env[70399]: DEBUG nova.compute.manager [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Received event network-vif-plugged-c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.885085] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Acquiring lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.885437] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.885736] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.886101] env[70399]: DEBUG nova.compute.manager [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] No waiting events found dispatching network-vif-plugged-c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.886392] env[70399]: WARNING nova.compute.manager [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Received unexpected event network-vif-plugged-c48abd56-505e-4781-bcd5-04c59a7dc298 for instance with vm_state building and task_state spawning. [ 1150.886689] env[70399]: DEBUG nova.compute.manager [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Received event network-changed-c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.886992] env[70399]: DEBUG nova.compute.manager [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Refreshing instance network info cache due to event network-changed-c48abd56-505e-4781-bcd5-04c59a7dc298. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.887378] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Acquiring lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.887638] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Acquired lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.887919] env[70399]: DEBUG nova.network.neutron [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Refreshing network info cache for port c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.999225] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e27d90-f8b9-946d-b19d-304f9b3dd727, 'name': SearchDatastore_Task, 'duration_secs': 0.033807} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.999776] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac68b9fd-7a43-496a-9d76-835d3c6fc6f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.005633] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1151.005633] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db2958-f635-3848-ed60-8aeec976ad31" [ 1151.005633] env[70399]: _type = "Task" [ 1151.005633] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.014339] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db2958-f635-3848-ed60-8aeec976ad31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.089299] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.355461] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.355926] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.358843] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.368s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.359773] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.361675] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.372s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.361883] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.363807] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.833s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.364150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.366348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.158s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.366542] env[70399]: DEBUG nova.objects.instance [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.394756] env[70399]: INFO nova.scheduler.client.report [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted allocations for instance 7dbccc15-9db1-4f13-a71f-8b08726f176c [ 1151.400219] env[70399]: INFO nova.scheduler.client.report [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Deleted allocations for instance f9b86bef-1d67-4ba7-b1e6-491b25a36ad3 [ 1151.417530] env[70399]: INFO nova.scheduler.client.report [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Deleted allocations for instance 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74 [ 1151.446000] env[70399]: DEBUG nova.network.neutron [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.517440] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db2958-f635-3848-ed60-8aeec976ad31, 'name': SearchDatastore_Task, 'duration_secs': 0.036035} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.519858] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.521028] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 2a7b8c41-2785-4df0-af95-a11c5ca9faa9/2a7b8c41-2785-4df0-af95-a11c5ca9faa9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.521028] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7711e851-124e-47e1-9612-6c04b68e9746 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.528770] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1151.528770] env[70399]: value = "task-3758935" [ 1151.528770] env[70399]: _type = "Task" [ 1151.528770] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.538064] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.561094] env[70399]: DEBUG nova.network.neutron [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.662096] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.662389] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77c2591-d99d-47db-9a23-e16aa6cf3c33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.669867] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1151.669867] env[70399]: value = "task-3758936" [ 1151.669867] env[70399]: _type = "Task" [ 1151.669867] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.680232] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.702147] env[70399]: DEBUG nova.network.neutron [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.873144] env[70399]: DEBUG nova.compute.utils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.884226] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.884226] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.911161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-623ce3d1-20c6-4e20-8f18-c5189d57241f tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "7dbccc15-9db1-4f13-a71f-8b08726f176c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.045s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.912461] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a0bcd8a3-941b-4154-a764-ac229bc8639e tempest-ServerRescueNegativeTestJSON-197938596 tempest-ServerRescueNegativeTestJSON-197938596-project-member] Lock "f9b86bef-1d67-4ba7-b1e6-491b25a36ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.974s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.929860] env[70399]: DEBUG oslo_concurrency.lockutils [None req-723bfcf7-e775-4f9f-ae2f-6774839a12b9 tempest-ServersListShow2100Test-1211305219 tempest-ServersListShow2100Test-1211305219-project-member] Lock "76c673d4-dd58-4b11-b5f7-c1d3ed60fa74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.315s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.991672] env[70399]: DEBUG nova.policy [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0867db4dd5d44e1fa7bc42f9cdd6132b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700fdf82008f4326ba0b5b7330bdbb5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.040437] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758935, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.062470] env[70399]: DEBUG oslo_concurrency.lockutils [req-df062779-54bf-4ecc-b80d-720052243ae4 req-ba566f54-ebda-4942-994b-c8ff4d2d525f service nova] Releasing lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.062919] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.063191] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.183655] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758936, 'name': PowerOffVM_Task, 'duration_secs': 0.229898} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.189972] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.189972] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c87ac-8fca-4e4b-bc2c-6ace10e227ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.209614] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.209614] env[70399]: DEBUG nova.objects.instance [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'migration_context' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.211316] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4a801-4281-4b1e-9a45-416b53c0d45f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.353376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.353376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.353376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.353376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.353634] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.356841] env[70399]: INFO nova.compute.manager [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Terminating instance [ 1152.387084] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.391412] env[70399]: DEBUG oslo_concurrency.lockutils [None req-98aad12a-7464-42d3-8210-39e0a9dd7efa tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.394955] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.895s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.398182] env[70399]: INFO nova.compute.claims [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.511554] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Successfully created port: 60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.542800] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541299} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.543096] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 2a7b8c41-2785-4df0-af95-a11c5ca9faa9/2a7b8c41-2785-4df0-af95-a11c5ca9faa9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.543321] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.543586] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abea0688-744b-477d-881f-68d27535cb7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.556599] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1152.556599] env[70399]: value = "task-3758937" [ 1152.556599] env[70399]: _type = "Task" [ 1152.556599] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.570477] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.627600] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.713138] env[70399]: DEBUG nova.objects.base [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.713138] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda3030-db13-4b06-bbb5-aef4e817edd1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.739243] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.744448] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0af3c5e-a320-4d52-a033-1ed1f1d6ddbe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.746575] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b804009-aec2-4152-b78c-bfa1b16ada57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.753842] env[70399]: DEBUG oslo_vmware.api [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1152.753842] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226fa6a-b2c2-3c06-6e9f-8cd4f8e172b6" [ 1152.753842] env[70399]: _type = "Task" [ 1152.753842] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.755953] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1152.755953] env[70399]: value = "task-3758938" [ 1152.755953] env[70399]: _type = "Task" [ 1152.755953] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.768433] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.772597] env[70399]: DEBUG oslo_vmware.api [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226fa6a-b2c2-3c06-6e9f-8cd4f8e172b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00764} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.776023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.863397] env[70399]: DEBUG nova.compute.manager [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.863619] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.864716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff41fec-ed3f-4ab6-a8e3-535cb8a5a6c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.875465] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.875465] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d40bdd-9e49-4917-98b4-806c0e718c01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.881186] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1152.881186] env[70399]: value = "task-3758939" [ 1152.881186] env[70399]: _type = "Task" [ 1152.881186] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.895213] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.069548] env[70399]: DEBUG nova.network.neutron [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Updating instance_info_cache with network_info: [{"id": "c48abd56-505e-4781-bcd5-04c59a7dc298", "address": "fa:16:3e:67:7a:dd", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc48abd56-50", "ovs_interfaceid": "c48abd56-505e-4781-bcd5-04c59a7dc298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.078319] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074171} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.080898] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.081503] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaed6b4-c0fe-4fbb-816a-ba4850443d2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.111655] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2a7b8c41-2785-4df0-af95-a11c5ca9faa9/2a7b8c41-2785-4df0-af95-a11c5ca9faa9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.112544] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3af7b60-a242-45be-a3e3-4abf56aab7c6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.142632] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1153.142632] env[70399]: value = "task-3758940" [ 1153.142632] env[70399]: _type = "Task" [ 1153.142632] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.159947] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.160422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.161609] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.274359] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.401449] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.404365] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758939, 'name': PowerOffVM_Task, 'duration_secs': 0.239263} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.408749] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.408749] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.408749] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d32bb88-264c-410c-bd99-81927f516872 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.440947] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.441244] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.441425] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.441684] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.441846] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.441997] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.442256] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.442860] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.444068] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.444068] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.444068] env[70399]: DEBUG nova.virt.hardware [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.445011] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601c4a3-71f6-42c8-9e20-f0e4191f5a6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.459965] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f24f9-5068-4b22-bf6b-867463e4fdb7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.484540] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.484540] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.484629] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore2] f270bd89-a8c2-492d-b91d-7308d124bf7e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.484930] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a296e4-6151-43e2-8a35-99f50a52bb26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.492093] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1153.492093] env[70399]: value = "task-3758942" [ 1153.492093] env[70399]: _type = "Task" [ 1153.492093] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.503977] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.574172] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "refresh_cache-1d0a6c8f-a99d-445c-9b6c-ca03466ce876" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.574172] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance network_info: |[{"id": "c48abd56-505e-4781-bcd5-04c59a7dc298", "address": "fa:16:3e:67:7a:dd", "network": {"id": "0e3a2f40-edac-476f-8f4f-6c4dee753dec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-68245843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e3316be417402097e660f5db07b499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc48abd56-50", "ovs_interfaceid": "c48abd56-505e-4781-bcd5-04c59a7dc298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.574551] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c48abd56-505e-4781-bcd5-04c59a7dc298', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.582714] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.582939] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.583226] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6de0a41-cca8-4954-8c11-adf9fe12a9d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.608283] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.608283] env[70399]: value = "task-3758943" [ 1153.608283] env[70399]: _type = "Task" [ 1153.608283] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.618073] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758943, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.654291] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.663101] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.779935] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.831214] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921a4be-f449-40bb-89d0-548d07b5d87e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.840186] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bdac9b-51f5-48f8-93d8-0431dc8d3d85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634432] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Successfully updated port: 60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.645593] env[70399]: DEBUG nova.compute.manager [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Received event network-vif-plugged-60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.645892] env[70399]: DEBUG oslo_concurrency.lockutils [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.646189] env[70399]: DEBUG oslo_concurrency.lockutils [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] Lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.646371] env[70399]: DEBUG oslo_concurrency.lockutils [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] Lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.646539] env[70399]: DEBUG nova.compute.manager [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] No waiting events found dispatching network-vif-plugged-60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1154.646698] env[70399]: WARNING nova.compute.manager [req-4a3eb41c-d194-4ddd-b38d-10bb51fd3a4d req-c162ae11-cd0a-40f1-9caf-215616c32ceb service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Received unexpected event network-vif-plugged-60cace41-0844-4cd2-a449-ebc03dc269a1 for instance with vm_state building and task_state spawning. [ 1154.650074] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b4725-a9ac-4bfa-936d-0825ad295de7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.653596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.663702] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758938, 'name': CreateSnapshot_Task, 'duration_secs': 1.484793} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.671255] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1154.672375] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f809125-5019-4f8a-9798-88ecc8c03f41 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.676200] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758943, 'name': CreateVM_Task, 'duration_secs': 0.458213} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.676650] env[70399]: DEBUG oslo_vmware.api [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3758942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171179} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.676850] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758940, 'name': ReconfigVM_Task, 'duration_secs': 0.933342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.677498] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5169f-831d-4761-a562-8242bb9a1651 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.679851] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.680153] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.680275] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.680483] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.680664] env[70399]: INFO nova.compute.manager [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1154.680886] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.681101] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2a7b8c41-2785-4df0-af95-a11c5ca9faa9/2a7b8c41-2785-4df0-af95-a11c5ca9faa9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.682537] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.682717] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.683034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.683253] env[70399]: DEBUG nova.compute.manager [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.683348] env[70399]: DEBUG nova.network.neutron [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.684917] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a435b7be-1ec7-4f74-abad-5581bfde4a5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.694384] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa62566e-2bd8-4068-9724-feab051471b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.696743] env[70399]: DEBUG nova.compute.provider_tree [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.708911] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1154.708911] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52322efc-7285-b563-d679-9d47eb6055a1" [ 1154.708911] env[70399]: _type = "Task" [ 1154.708911] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.710044] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1154.710044] env[70399]: value = "task-3758944" [ 1154.710044] env[70399]: _type = "Task" [ 1154.710044] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.723061] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52322efc-7285-b563-d679-9d47eb6055a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.726352] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.726635] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.726896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.727061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.727252] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.727519] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758944, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.728015] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03a3525-0078-48ed-b945-10d923515aa6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.738511] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.738740] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.739672] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0526b24-0ac7-4c4e-a801-b4e5ed814e43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.745942] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1154.745942] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c18048-9558-c465-f109-2af9c3a73479" [ 1154.745942] env[70399]: _type = "Task" [ 1154.745942] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.755061] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c18048-9558-c465-f109-2af9c3a73479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.154921] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.155018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.155151] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.212965] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1155.213432] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a49a789-b149-4f61-a48e-df677cddae90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.220739] env[70399]: ERROR nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [req-60d0dd36-909d-458c-8f60-f236d0db42eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60d0dd36-909d-458c-8f60-f236d0db42eb"}]} [ 1155.228865] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758944, 'name': Rename_Task, 'duration_secs': 0.152619} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.230231] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.230608] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1155.230608] env[70399]: value = "task-3758945" [ 1155.230608] env[70399]: _type = "Task" [ 1155.230608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.230860] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a358aef-c47d-4585-8b09-4dca0eabf22a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.240293] env[70399]: DEBUG nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1155.245970] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758945, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.247849] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1155.247849] env[70399]: value = "task-3758946" [ 1155.247849] env[70399]: _type = "Task" [ 1155.247849] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.257929] env[70399]: DEBUG nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1155.258175] env[70399]: DEBUG nova.compute.provider_tree [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.264760] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c18048-9558-c465-f109-2af9c3a73479, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.268607] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.268861] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68b8a29-4fb0-4fd7-9ed2-899560a98f4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.273696] env[70399]: DEBUG nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1155.277483] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1155.277483] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a788a-87d2-5857-a4fe-05823b1897db" [ 1155.277483] env[70399]: _type = "Task" [ 1155.277483] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.290912] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a788a-87d2-5857-a4fe-05823b1897db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.304633] env[70399]: DEBUG nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1155.469550] env[70399]: DEBUG nova.network.neutron [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.631022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3de95e-1826-417c-801b-7b07b77c2412 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.640277] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a13d974-11a0-4fdf-a2ea-5adb7d5f6108 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.693081] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109f268-60fd-42db-a180-590ff9d98bf9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.707506] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19b3ab-542e-42fe-8ffa-cd7f55642ebe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.731052] env[70399]: DEBUG nova.compute.provider_tree [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.737016] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.745857] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758945, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.763061] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.789590] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a788a-87d2-5857-a4fe-05823b1897db, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.789590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.789590] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1d0a6c8f-a99d-445c-9b6c-ca03466ce876/1d0a6c8f-a99d-445c-9b6c-ca03466ce876.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.789860] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1840cfc4-e068-443e-8205-f5cbbec09f04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.800372] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1155.800372] env[70399]: value = "task-3758947" [ 1155.800372] env[70399]: _type = "Task" [ 1155.800372] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.810098] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.973859] env[70399]: DEBUG nova.network.neutron [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updating instance_info_cache with network_info: [{"id": "60cace41-0844-4cd2-a449-ebc03dc269a1", "address": "fa:16:3e:7f:1d:41", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60cace41-08", "ovs_interfaceid": "60cace41-0844-4cd2-a449-ebc03dc269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.980855] env[70399]: INFO nova.compute.manager [-] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Took 1.30 seconds to deallocate network for instance. [ 1156.249095] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758945, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.263880] env[70399]: DEBUG oslo_vmware.api [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758946, 'name': PowerOnVM_Task, 'duration_secs': 0.791317} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.264352] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.264648] env[70399]: INFO nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1156.264906] env[70399]: DEBUG nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.265943] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba75de-cc02-4dbd-a6a4-3b917f35395d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.280970] env[70399]: DEBUG nova.scheduler.client.report [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1156.281521] env[70399]: DEBUG nova.compute.provider_tree [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 132 to 133 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1156.281793] env[70399]: DEBUG nova.compute.provider_tree [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.317090] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758947, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.395052] env[70399]: DEBUG nova.compute.manager [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Received event network-changed-60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.395293] env[70399]: DEBUG nova.compute.manager [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Refreshing instance network info cache due to event network-changed-60cace41-0844-4cd2-a449-ebc03dc269a1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.395489] env[70399]: DEBUG oslo_concurrency.lockutils [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] Acquiring lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.475592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.476085] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Instance network_info: |[{"id": "60cace41-0844-4cd2-a449-ebc03dc269a1", "address": "fa:16:3e:7f:1d:41", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60cace41-08", "ovs_interfaceid": "60cace41-0844-4cd2-a449-ebc03dc269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.476460] env[70399]: DEBUG oslo_concurrency.lockutils [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] Acquired lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.476648] env[70399]: DEBUG nova.network.neutron [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Refreshing network info cache for port 60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.477963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:1d:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60cace41-0844-4cd2-a449-ebc03dc269a1', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.485646] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.489120] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.489366] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.489843] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e5428b-4612-4327-9666-51aa3ad84420 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.510889] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.510889] env[70399]: value = "task-3758948" [ 1156.510889] env[70399]: _type = "Task" [ 1156.510889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.521183] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758948, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.744834] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758945, 'name': CloneVM_Task, 'duration_secs': 1.250679} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.745841] env[70399]: DEBUG nova.network.neutron [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updated VIF entry in instance network info cache for port 60cace41-0844-4cd2-a449-ebc03dc269a1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.746205] env[70399]: DEBUG nova.network.neutron [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updating instance_info_cache with network_info: [{"id": "60cace41-0844-4cd2-a449-ebc03dc269a1", "address": "fa:16:3e:7f:1d:41", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60cace41-08", "ovs_interfaceid": "60cace41-0844-4cd2-a449-ebc03dc269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.747720] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Created linked-clone VM from snapshot [ 1156.748694] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e7211b-0d6a-435d-bff7-319d30e78cad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.756921] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Uploading image efa5acd5-e5c1-4077-8a28-ff45494a610c {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1156.787342] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1156.787342] env[70399]: value = "vm-748091" [ 1156.787342] env[70399]: _type = "VirtualMachine" [ 1156.787342] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1156.791980] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.397s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.792501] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.794785] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-151cc9b4-a9a6-4087-972f-a8f7e12bd613 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.798495] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.315s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.798772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.800664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.296s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.802130] env[70399]: INFO nova.compute.claims [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.807040] env[70399]: INFO nova.compute.manager [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Took 44.27 seconds to build instance. [ 1156.816536] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lease: (returnval){ [ 1156.816536] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261f6f0-3889-7b2c-b043-49c3c3235b3f" [ 1156.816536] env[70399]: _type = "HttpNfcLease" [ 1156.816536] env[70399]: } obtained for exporting VM: (result){ [ 1156.816536] env[70399]: value = "vm-748091" [ 1156.816536] env[70399]: _type = "VirtualMachine" [ 1156.816536] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1156.817341] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the lease: (returnval){ [ 1156.817341] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261f6f0-3889-7b2c-b043-49c3c3235b3f" [ 1156.817341] env[70399]: _type = "HttpNfcLease" [ 1156.817341] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.821863] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538253} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.824280] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1d0a6c8f-a99d-445c-9b6c-ca03466ce876/1d0a6c8f-a99d-445c-9b6c-ca03466ce876.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.824280] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.824748] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e5151a-e513-4913-bb5d-e9362ba96ef6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.833596] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.833596] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261f6f0-3889-7b2c-b043-49c3c3235b3f" [ 1156.833596] env[70399]: _type = "HttpNfcLease" [ 1156.833596] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.833596] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.833596] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261f6f0-3889-7b2c-b043-49c3c3235b3f" [ 1156.833596] env[70399]: _type = "HttpNfcLease" [ 1156.833596] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1156.834565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a008aa9-2828-4373-8324-c81e73cc10be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.840213] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1156.840213] env[70399]: value = "task-3758950" [ 1156.840213] env[70399]: _type = "Task" [ 1156.840213] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.849346] env[70399]: INFO nova.scheduler.client.report [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Deleted allocations for instance 1449ef75-7677-444e-a004-74fe3ec2ff9e [ 1156.852321] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.852321] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1156.916069] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.021257] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758948, 'name': CreateVM_Task, 'duration_secs': 0.38818} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.021428] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.022186] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.022370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.022760] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.023042] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b2b66e-7f22-4281-8231-e2da4fa2b7f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.028024] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1157.028024] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db4140-e176-a77a-7f39-d03cab90988e" [ 1157.028024] env[70399]: _type = "Task" [ 1157.028024] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.036067] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db4140-e176-a77a-7f39-d03cab90988e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.063024] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6412abdb-1054-4566-84ae-373458014db5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.251748] env[70399]: DEBUG oslo_concurrency.lockutils [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] Releasing lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.252559] env[70399]: DEBUG nova.compute.manager [req-05ada687-618e-4d43-93c4-790f5d99c4eb req-1e627fc9-dba6-4865-a311-9f2f88e70a85 service nova] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Received event network-vif-deleted-12f2a488-6845-43f5-a303-9af8f42394ed {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.299061] env[70399]: DEBUG nova.compute.utils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.300688] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.300899] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.312611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8523284e-3acc-43de-8bef-e7f13a7e5210 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.787s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.351828] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104278} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.352120] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.352913] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5f3aad-88fe-4547-98ab-4c00079f99d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.361159] env[70399]: DEBUG oslo_concurrency.lockutils [None req-22e4d27f-399e-4bea-b2ad-2a80df800552 tempest-ServerShowV257Test-2009614681 tempest-ServerShowV257Test-2009614681-project-member] Lock "1449ef75-7677-444e-a004-74fe3ec2ff9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.481s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.363466] env[70399]: DEBUG nova.policy [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e551eadfa0247b2a76cb3163f1c3e09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ca1194270b748d48290c2f79923b93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.384266] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1d0a6c8f-a99d-445c-9b6c-ca03466ce876/1d0a6c8f-a99d-445c-9b6c-ca03466ce876.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.385730] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb403bc-3bce-40e1-aeda-61d9546eb64f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.407269] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1157.407269] env[70399]: value = "task-3758951" [ 1157.407269] env[70399]: _type = "Task" [ 1157.407269] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.419154] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.421381] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.421619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.421819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.421997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.422195] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.424359] env[70399]: INFO nova.compute.manager [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Terminating instance [ 1157.541939] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52db4140-e176-a77a-7f39-d03cab90988e, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.542528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.543018] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.543314] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.543756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.544180] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.544540] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab1c111-35d8-467c-8c66-62ae050069dd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.558283] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.558283] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.558589] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db930c29-59d3-49c0-98ee-a328c8ae4389 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.565671] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1157.565671] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a11acc-ea9e-5346-70b1-e7772051b8c8" [ 1157.565671] env[70399]: _type = "Task" [ 1157.565671] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.576017] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a11acc-ea9e-5346-70b1-e7772051b8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.632310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.632546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.720718] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Successfully created port: e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.804450] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.919931] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.930488] env[70399]: DEBUG nova.compute.manager [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.931087] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.932989] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c69398-19aa-4f4e-b5e2-9e6339d40271 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.947113] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.947721] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c42e103b-37f1-4a08-8454-7b23eae08e72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.958290] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1157.958290] env[70399]: value = "task-3758952" [ 1157.958290] env[70399]: _type = "Task" [ 1157.958290] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.969872] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.079071] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a11acc-ea9e-5346-70b1-e7772051b8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.027395} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.080032] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2619e778-05d1-4373-b63d-14c8d3d85700 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.090231] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1158.090231] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5252ba38-92a2-4791-7710-0f14a128b635" [ 1158.090231] env[70399]: _type = "Task" [ 1158.090231] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.104719] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5252ba38-92a2-4791-7710-0f14a128b635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.138346] env[70399]: DEBUG nova.compute.utils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.169595] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98699bd6-7edc-439b-83de-a5d090a4259f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.178035] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14369521-92b6-43b2-8d94-093bb2bf78a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.212628] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1c446-2ecd-48e3-97f5-6bd8e4b9ef5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.221209] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762da1ae-b6b5-4d83-8d37-27cc6ded852e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.236779] env[70399]: DEBUG nova.compute.provider_tree [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.421716] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758951, 'name': ReconfigVM_Task, 'duration_secs': 0.713221} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.422221] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1d0a6c8f-a99d-445c-9b6c-ca03466ce876/1d0a6c8f-a99d-445c-9b6c-ca03466ce876.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.422981] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b1b3f8-f37c-4604-b9f8-252bb705bdfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.431494] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1158.431494] env[70399]: value = "task-3758953" [ 1158.431494] env[70399]: _type = "Task" [ 1158.431494] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.441788] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758953, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.469133] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758952, 'name': PowerOffVM_Task, 'duration_secs': 0.260954} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.469553] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.469873] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.470181] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e3f5c0-92c9-4311-ace5-547e7505971a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.541078] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.541282] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.541529] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] 2a7b8c41-2785-4df0-af95-a11c5ca9faa9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.541959] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04adf832-4b1e-458a-89be-373b4a4fb7f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.552099] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1158.552099] env[70399]: value = "task-3758955" [ 1158.552099] env[70399]: _type = "Task" [ 1158.552099] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.560679] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.602682] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5252ba38-92a2-4791-7710-0f14a128b635, 'name': SearchDatastore_Task, 'duration_secs': 0.016875} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.603016] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.603501] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 299f59d5-5ad1-4e81-926e-835fece810e2/299f59d5-5ad1-4e81-926e-835fece810e2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.603947] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8354a4cd-254c-4335-bf9f-cf2f985968b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.611738] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1158.611738] env[70399]: value = "task-3758956" [ 1158.611738] env[70399]: _type = "Task" [ 1158.611738] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.621815] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.644854] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.740588] env[70399]: DEBUG nova.scheduler.client.report [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.814573] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.847698] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.847880] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.848036] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.848296] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.848565] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.848834] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.849062] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.849226] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.849401] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.849566] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.849740] env[70399]: DEBUG nova.virt.hardware [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.850685] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc452c02-c629-4690-88f4-386e2e7e0136 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.860248] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c5181-f2b1-4bae-80cc-5eec2401517c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.942917] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758953, 'name': Rename_Task, 'duration_secs': 0.208411} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.943670] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.944167] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720c313a-ad43-403d-a0b5-fa1fd89646b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.953415] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1158.953415] env[70399]: value = "task-3758957" [ 1158.953415] env[70399]: _type = "Task" [ 1158.953415] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.964609] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.067238] env[70399]: DEBUG oslo_vmware.api [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3758955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191467} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.068102] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.068102] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.068102] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.068300] env[70399]: INFO nova.compute.manager [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1159.068568] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.069949] env[70399]: DEBUG nova.compute.manager [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.069949] env[70399]: DEBUG nova.network.neutron [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.124937] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.248021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.248021] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.250974] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.897s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.253847] env[70399]: INFO nova.compute.claims [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.291671] env[70399]: DEBUG nova.compute.manager [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Received event network-vif-plugged-e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.291886] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] Acquiring lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.292146] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.298123] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.298123] env[70399]: DEBUG nova.compute.manager [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] No waiting events found dispatching network-vif-plugged-e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.298123] env[70399]: WARNING nova.compute.manager [req-1a99c4cd-e4de-4ce0-8c5b-f3fcf3d6151d req-594f7275-2c55-492b-b792-fa9fbe7fad3a service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Received unexpected event network-vif-plugged-e3ccc3c5-748e-42f2-afab-553f0e291106 for instance with vm_state building and task_state spawning. [ 1159.391591] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Successfully updated port: e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.465587] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.542961] env[70399]: DEBUG nova.compute.manager [req-f8954a40-853a-450d-b79c-2f942392b0e5 req-af9f51b6-fc7c-4bf6-985d-cc7375492dae service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Received event network-vif-deleted-2253a512-d3d4-4030-884f-ea09054c5377 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.543192] env[70399]: INFO nova.compute.manager [req-f8954a40-853a-450d-b79c-2f942392b0e5 req-af9f51b6-fc7c-4bf6-985d-cc7375492dae service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Neutron deleted interface 2253a512-d3d4-4030-884f-ea09054c5377; detaching it from the instance and deleting it from the info cache [ 1159.543367] env[70399]: DEBUG nova.network.neutron [req-f8954a40-853a-450d-b79c-2f942392b0e5 req-af9f51b6-fc7c-4bf6-985d-cc7375492dae service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.623075] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566783} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.623075] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 299f59d5-5ad1-4e81-926e-835fece810e2/299f59d5-5ad1-4e81-926e-835fece810e2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.623075] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.623360] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05b8f302-1698-452f-8d8a-b96f6636ca73 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.631920] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1159.631920] env[70399]: value = "task-3758958" [ 1159.631920] env[70399]: _type = "Task" [ 1159.631920] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.642463] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.746395] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.746685] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.746978] env[70399]: INFO nova.compute.manager [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Attaching volume 7369894c-1167-47f1-8376-e0b38caad9c1 to /dev/sdb [ 1159.761622] env[70399]: DEBUG nova.compute.utils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.763787] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1159.792294] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91edd47-f95c-4187-9807-aabc6134237a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.799836] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca474347-af1a-4b69-824e-18d97d6ac632 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.813779] env[70399]: DEBUG nova.virt.block_device [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating existing volume attachment record: e9e2636e-0086-4222-8eec-45383c221b16 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.894552] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.894842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquired lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.894875] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.949148] env[70399]: DEBUG nova.network.neutron [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.966195] env[70399]: DEBUG oslo_vmware.api [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758957, 'name': PowerOnVM_Task, 'duration_secs': 0.643266} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.966513] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.966717] env[70399]: INFO nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1159.966897] env[70399]: DEBUG nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.968007] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0a770-b432-4a13-adba-f56c39c41c51 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.047713] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50f2de93-2b32-4500-b49c-051e8db98ab4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.058293] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb88b2-f045-48b3-9f20-2b7df08b0e33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.092961] env[70399]: DEBUG nova.compute.manager [req-f8954a40-853a-450d-b79c-2f942392b0e5 req-af9f51b6-fc7c-4bf6-985d-cc7375492dae service nova] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Detach interface failed, port_id=2253a512-d3d4-4030-884f-ea09054c5377, reason: Instance 2a7b8c41-2785-4df0-af95-a11c5ca9faa9 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.142550] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083656} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.142794] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.143577] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873190eb-7fd4-46c7-9764-9a601a615b26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.168440] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 299f59d5-5ad1-4e81-926e-835fece810e2/299f59d5-5ad1-4e81-926e-835fece810e2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.168809] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e0f7f4-7cc1-4dfb-a3f5-a92eb6836257 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.189087] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1160.189087] env[70399]: value = "task-3758962" [ 1160.189087] env[70399]: _type = "Task" [ 1160.189087] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.198493] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.264643] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.431865] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.452143] env[70399]: INFO nova.compute.manager [-] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Took 1.38 seconds to deallocate network for instance. [ 1160.491061] env[70399]: INFO nova.compute.manager [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Took 44.63 seconds to build instance. [ 1160.579637] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b2253-a889-4c52-921a-b56054e2ebf1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.589383] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650af36c-acc1-471b-94f7-2045f6f776e6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.637451] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e1f53-a259-4fbf-ba2f-4c82c512a756 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.650708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c8536-cebd-45e7-a4e7-887f7d3f696e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.666496] env[70399]: DEBUG nova.compute.provider_tree [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.683862] env[70399]: DEBUG nova.network.neutron [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Updating instance_info_cache with network_info: [{"id": "e3ccc3c5-748e-42f2-afab-553f0e291106", "address": "fa:16:3e:9c:2e:5a", "network": {"id": "23dafaec-050a-443a-a803-2f8fe037499a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-708526066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ca1194270b748d48290c2f79923b93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ccc3c5-74", "ovs_interfaceid": "e3ccc3c5-748e-42f2-afab-553f0e291106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.699651] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758962, 'name': ReconfigVM_Task, 'duration_secs': 0.367732} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.700707] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 299f59d5-5ad1-4e81-926e-835fece810e2/299f59d5-5ad1-4e81-926e-835fece810e2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.701617] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3261a3c7-0dab-4045-aeb5-2892476aa200 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.710151] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1160.710151] env[70399]: value = "task-3758963" [ 1160.710151] env[70399]: _type = "Task" [ 1160.710151] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.727204] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758963, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.963728] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.993626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-58d7d43f-a155-4c9f-b0c0-589105415733 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.141s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.170089] env[70399]: DEBUG nova.scheduler.client.report [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.186633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Releasing lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186982] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Instance network_info: |[{"id": "e3ccc3c5-748e-42f2-afab-553f0e291106", "address": "fa:16:3e:9c:2e:5a", "network": {"id": "23dafaec-050a-443a-a803-2f8fe037499a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-708526066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ca1194270b748d48290c2f79923b93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ccc3c5-74", "ovs_interfaceid": "e3ccc3c5-748e-42f2-afab-553f0e291106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.188036] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:2e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ccc3c5-748e-42f2-afab-553f0e291106', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.195132] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Creating folder: Project (7ca1194270b748d48290c2f79923b93a). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.195751] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e835f554-7fb7-43b2-9e8d-764c0f89a942 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.208067] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Created folder: Project (7ca1194270b748d48290c2f79923b93a) in parent group-v747819. [ 1161.208067] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Creating folder: Instances. Parent ref: group-v748095. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.208261] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e286f2f-24eb-4867-afad-d8532f91dc96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.220839] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758963, 'name': Rename_Task, 'duration_secs': 0.176024} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.222426] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.222748] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Created folder: Instances in parent group-v748095. [ 1161.222957] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.223169] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2e3453-4859-464b-b880-ba27196e6665 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.224924] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.225171] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2595cf7-5976-4b7c-adc3-8353a5614f8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.247035] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1161.247035] env[70399]: value = "task-3758966" [ 1161.247035] env[70399]: _type = "Task" [ 1161.247035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.248385] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.248385] env[70399]: value = "task-3758967" [ 1161.248385] env[70399]: _type = "Task" [ 1161.248385] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.260225] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758967, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.263547] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.277844] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.314767] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.315184] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.315345] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.315528] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.315673] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.315821] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.316052] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.316299] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.316943] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.316943] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.316943] env[70399]: DEBUG nova.virt.hardware [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.317787] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a0f488-e1e3-44f4-bb9e-90079945818f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324693] env[70399]: DEBUG nova.compute.manager [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Received event network-changed-e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.324887] env[70399]: DEBUG nova.compute.manager [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Refreshing instance network info cache due to event network-changed-e3ccc3c5-748e-42f2-afab-553f0e291106. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.325115] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] Acquiring lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.325291] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] Acquired lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.325438] env[70399]: DEBUG nova.network.neutron [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Refreshing network info cache for port e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.330905] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b0b22-3136-4b1d-9f5d-48d3b94f8529 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.347552] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.353216] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Creating folder: Project (2bf2e63634ed491984fa1cb97ada63cb). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.353870] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e83d453-b08e-41e6-a279-e59062b6d231 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.368180] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Created folder: Project (2bf2e63634ed491984fa1cb97ada63cb) in parent group-v747819. [ 1161.368180] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Creating folder: Instances. Parent ref: group-v748098. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.368518] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab84a24-783d-4ff6-a8de-d1b52a213c21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.384530] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Created folder: Instances in parent group-v748098. [ 1161.384826] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.385063] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.385386] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827b2c45-ebb4-4672-bb7b-0d9584a816f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.405085] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.405085] env[70399]: value = "task-3758970" [ 1161.405085] env[70399]: _type = "Task" [ 1161.405085] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.414584] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758970, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.676892] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.676892] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.678802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.550s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.679033] env[70399]: DEBUG nova.objects.instance [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'resources' on Instance uuid 783e08f1-33fe-4d67-a0c9-23b297d256d2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.772475] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758967, 'name': CreateVM_Task, 'duration_secs': 0.470744} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.772878] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.773163] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.774164] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.774528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.774863] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.775240] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35b1e6e-4122-4d50-83a4-47f6d374dfaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.782892] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1161.782892] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261585c-b0b9-7099-600b-3ebcc0ccbb86" [ 1161.782892] env[70399]: _type = "Task" [ 1161.782892] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.796674] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261585c-b0b9-7099-600b-3ebcc0ccbb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.917911] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758970, 'name': CreateVM_Task, 'duration_secs': 0.478176} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.918111] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.918535] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.918705] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.919043] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.919307] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f03d2b8-749e-4d65-97ea-c0184902458b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.924407] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1161.924407] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52406dd7-a9fe-be33-053e-2f8f76b72e0b" [ 1161.924407] env[70399]: _type = "Task" [ 1161.924407] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.932823] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52406dd7-a9fe-be33-053e-2f8f76b72e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.109373] env[70399]: DEBUG nova.network.neutron [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Updated VIF entry in instance network info cache for port e3ccc3c5-748e-42f2-afab-553f0e291106. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.109865] env[70399]: DEBUG nova.network.neutron [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Updating instance_info_cache with network_info: [{"id": "e3ccc3c5-748e-42f2-afab-553f0e291106", "address": "fa:16:3e:9c:2e:5a", "network": {"id": "23dafaec-050a-443a-a803-2f8fe037499a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-708526066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ca1194270b748d48290c2f79923b93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ccc3c5-74", "ovs_interfaceid": "e3ccc3c5-748e-42f2-afab-553f0e291106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.183089] env[70399]: DEBUG nova.compute.utils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.191828] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.191828] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.232351] env[70399]: DEBUG nova.policy [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.261426] env[70399]: DEBUG oslo_vmware.api [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3758966, 'name': PowerOnVM_Task, 'duration_secs': 0.566062} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.266146] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.266451] env[70399]: INFO nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1162.266679] env[70399]: DEBUG nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.268487] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19c1a83-4271-44a2-8ab1-008cbe72d42e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.296330] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5261585c-b0b9-7099-600b-3ebcc0ccbb86, 'name': SearchDatastore_Task, 'duration_secs': 0.015777} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.299943] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.300270] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.300542] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.300698] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.300880] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.302709] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b8d928-ee2d-41b7-bc85-113d5267f02b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.312667] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.312938] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.316714] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4524d8b-8c9c-49c2-a2dd-0aec66ccb7ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.325055] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1162.325055] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5279909f-03ac-55ce-da03-a6ce0f97e51d" [ 1162.325055] env[70399]: _type = "Task" [ 1162.325055] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.335376] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5279909f-03ac-55ce-da03-a6ce0f97e51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.453911] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52406dd7-a9fe-be33-053e-2f8f76b72e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022101} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.453911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.454252] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.454484] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.454582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.454799] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.455100] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d14142-22c9-4211-a42e-49137a89fba1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.464353] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.464559] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.465372] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2757cd20-0a19-4159-b998-05463252569f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.471798] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1162.471798] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b324f2-d2d7-fddd-6af1-a70c70d8caec" [ 1162.471798] env[70399]: _type = "Task" [ 1162.471798] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.484325] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b324f2-d2d7-fddd-6af1-a70c70d8caec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.541730] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.542035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.542262] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.542442] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.542631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.545855] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c50642-8b6c-4963-ba1d-bd110219f0a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.549678] env[70399]: INFO nova.compute.manager [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Terminating instance [ 1162.557141] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2b521-0601-42a0-8b09-b24e4205d950 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.593283] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cbb8e-42fe-485e-bd31-3b83e0b09b55 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.603298] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2058a-17dc-4249-9591-77ce07858a96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.614050] env[70399]: DEBUG oslo_concurrency.lockutils [req-d3cc6f7f-b1b5-436f-9b1f-887401c0b15e req-45711a18-1704-433a-b67c-d8fbe0ff9177 service nova] Releasing lock "refresh_cache-4fe79465-afad-42a5-ae2a-bf82b55db284" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.623783] env[70399]: DEBUG nova.compute.provider_tree [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.646588] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Successfully created port: 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.689680] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.793580] env[70399]: INFO nova.compute.manager [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Took 41.61 seconds to build instance. [ 1162.836252] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5279909f-03ac-55ce-da03-a6ce0f97e51d, 'name': SearchDatastore_Task, 'duration_secs': 0.014312} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.837166] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30aa5f72-5215-4254-900f-ba25b0a79def {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.843599] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1162.843599] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520956fc-4df9-d0a5-ea2a-a5f01bf4c2bb" [ 1162.843599] env[70399]: _type = "Task" [ 1162.843599] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.853006] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520956fc-4df9-d0a5-ea2a-a5f01bf4c2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.987309] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b324f2-d2d7-fddd-6af1-a70c70d8caec, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.987653] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b36f7cf-5ed8-4309-bb92-25dd139ff3ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.994471] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1162.994471] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f1bcfc-1755-1b73-453b-1fa2a0439ccd" [ 1162.994471] env[70399]: _type = "Task" [ 1162.994471] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.003414] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f1bcfc-1755-1b73-453b-1fa2a0439ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.053977] env[70399]: DEBUG nova.compute.manager [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.054171] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.055148] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751eed7c-7031-4e2f-9448-0ea45a3a6ed1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.063487] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.063487] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3339a6e6-9e2d-4a41-b0c2-24e16ef911ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.070837] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1163.070837] env[70399]: value = "task-3758972" [ 1163.070837] env[70399]: _type = "Task" [ 1163.070837] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.081416] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.127184] env[70399]: DEBUG nova.scheduler.client.report [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.295628] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e51f17d6-341a-46d1-a9d1-9edfc0849879 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.126s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.356582] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520956fc-4df9-d0a5-ea2a-a5f01bf4c2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019049} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.357078] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.357480] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4fe79465-afad-42a5-ae2a-bf82b55db284/4fe79465-afad-42a5-ae2a-bf82b55db284.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.357907] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fae39d4-470b-4763-91ed-efd142d0b517 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.369163] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1163.369163] env[70399]: value = "task-3758973" [ 1163.369163] env[70399]: _type = "Task" [ 1163.369163] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.379689] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.508860] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f1bcfc-1755-1b73-453b-1fa2a0439ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.023748} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.509378] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.509948] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.510419] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e8b3b2-a1e3-4c44-8d6c-b706b7c328a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.521500] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1163.521500] env[70399]: value = "task-3758974" [ 1163.521500] env[70399]: _type = "Task" [ 1163.521500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.531073] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.583997] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758972, 'name': PowerOffVM_Task, 'duration_secs': 0.215109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.584641] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.585049] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.586071] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86fb903c-2336-4be9-b769-0b10cdbccabf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.631949] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.637305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.139s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.637829] env[70399]: DEBUG nova.objects.instance [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'resources' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.661886] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.661886] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.662422] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleting the datastore file [datastore1] 1d0a6c8f-a99d-445c-9b6c-ca03466ce876 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.663480] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e6185f-e20c-4f9d-a1ae-b6f2aada30ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.674037] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for the task: (returnval){ [ 1163.674037] env[70399]: value = "task-3758976" [ 1163.674037] env[70399]: _type = "Task" [ 1163.674037] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.675655] env[70399]: INFO nova.scheduler.client.report [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance 783e08f1-33fe-4d67-a0c9-23b297d256d2 [ 1163.694950] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.702897] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.740028] env[70399]: DEBUG nova.virt.hardware [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.740028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da114a7-0636-482f-83e8-b7c67d0a4c8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.754030] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a59a6-6096-41f6-ac36-f6f72bdf672c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.882778] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.034980] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.071914] env[70399]: DEBUG nova.compute.manager [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Received event network-changed-60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.072920] env[70399]: DEBUG nova.compute.manager [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Refreshing instance network info cache due to event network-changed-60cace41-0844-4cd2-a449-ebc03dc269a1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.073223] env[70399]: DEBUG oslo_concurrency.lockutils [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] Acquiring lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.073389] env[70399]: DEBUG oslo_concurrency.lockutils [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] Acquired lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.074360] env[70399]: DEBUG nova.network.neutron [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Refreshing network info cache for port 60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.141901] env[70399]: DEBUG nova.objects.instance [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'numa_topology' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.194560] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.195339] env[70399]: DEBUG oslo_concurrency.lockutils [None req-57027e38-1652-43e8-b054-bb8dffa039ea tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "783e08f1-33fe-4d67-a0c9-23b297d256d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.587s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.365860] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1164.366177] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1164.367172] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdef38e-1c4d-452c-9834-7a45cf644f04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.381523] env[70399]: DEBUG nova.compute.manager [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-vif-plugged-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.381924] env[70399]: DEBUG oslo_concurrency.lockutils [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.382285] env[70399]: DEBUG oslo_concurrency.lockutils [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.382598] env[70399]: DEBUG oslo_concurrency.lockutils [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.383340] env[70399]: DEBUG nova.compute.manager [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] No waiting events found dispatching network-vif-plugged-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.384473] env[70399]: WARNING nova.compute.manager [req-022fdc9b-a0d4-4921-ad52-7ef033cf9e8f req-4a2b2d5a-df98-4eb6-8c1f-d27a7133ea85 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received unexpected event network-vif-plugged-42cb55a0-c587-4d75-bf79-61f46ee8f488 for instance with vm_state building and task_state spawning. [ 1164.411802] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43a41d-6511-46fd-b0de-465d6de9bbae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.427109] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71596} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.428523] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Successfully updated port: 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.430670] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 4fe79465-afad-42a5-ae2a-bf82b55db284/4fe79465-afad-42a5-ae2a-bf82b55db284.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.430991] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.432597] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d08270-1339-42a5-9f42-5bc3ceb274b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.472925] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.474995] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27907f79-92ec-4f73-9d49-115aa1384a8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.494105] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1164.494105] env[70399]: value = "task-3758977" [ 1164.494105] env[70399]: _type = "Task" [ 1164.494105] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.500928] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1164.500928] env[70399]: value = "task-3758978" [ 1164.500928] env[70399]: _type = "Task" [ 1164.500928] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.510942] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.514787] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.537756] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787262} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.538227] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.538419] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.538737] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad6b0cb-fe24-4172-806f-0a61e402ebad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.547561] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1164.547561] env[70399]: value = "task-3758979" [ 1164.547561] env[70399]: _type = "Task" [ 1164.547561] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.559440] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.645150] env[70399]: DEBUG nova.objects.base [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Object Instance<80053d58-afd5-45f7-ae54-84d2b86826a9> lazy-loaded attributes: resources,numa_topology {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.693905] env[70399]: DEBUG oslo_vmware.api [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Task: {'id': task-3758976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650095} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.694247] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.694435] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.694623] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.694817] env[70399]: INFO nova.compute.manager [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1164.695093] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.695464] env[70399]: DEBUG nova.compute.manager [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.695542] env[70399]: DEBUG nova.network.neutron [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.852429] env[70399]: DEBUG nova.network.neutron [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updated VIF entry in instance network info cache for port 60cace41-0844-4cd2-a449-ebc03dc269a1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.853051] env[70399]: DEBUG nova.network.neutron [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updating instance_info_cache with network_info: [{"id": "60cace41-0844-4cd2-a449-ebc03dc269a1", "address": "fa:16:3e:7f:1d:41", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60cace41-08", "ovs_interfaceid": "60cace41-0844-4cd2-a449-ebc03dc269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.929834] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d1dcc-a2d3-472c-937a-c007e9d825cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.933076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.933229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.933537] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.941039] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a0ce6-72ae-4b5f-b671-8ba98ced3369 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.983513] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc087d64-58d3-4de5-bf79-cb9727faeab0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.994886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10650fd1-1aba-47b6-8ec3-1338a4543108 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.014967] env[70399]: DEBUG nova.compute.provider_tree [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.019755] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091372} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.020325] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.021174] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff396ed-8389-4220-ad36-2c7b92506ce4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.028102] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.050782] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 4fe79465-afad-42a5-ae2a-bf82b55db284/4fe79465-afad-42a5-ae2a-bf82b55db284.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.051499] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c529ad-6c42-4a7e-b87f-17b9e62ff1c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.077775] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086561} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.078178] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.078561] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1165.078561] env[70399]: value = "task-3758980" [ 1165.078561] env[70399]: _type = "Task" [ 1165.078561] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.079338] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5fbc3-c156-464e-bbc6-fb32c9933531 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.108121] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.112262] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c20b3c3-1101-47f6-aaf0-adf20774ca15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.127131] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.135611] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1165.135611] env[70399]: value = "task-3758981" [ 1165.135611] env[70399]: _type = "Task" [ 1165.135611] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.147168] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.175518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.175781] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.355966] env[70399]: DEBUG oslo_concurrency.lockutils [req-02d53dfa-e13a-44bf-8329-b3d1cd4a5d4f req-dc68ce59-10f0-4ae2-802d-c5867ea60441 service nova] Releasing lock "refresh_cache-299f59d5-5ad1-4e81-926e-835fece810e2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.479576] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.486625] env[70399]: DEBUG nova.network.neutron [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.516163] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758978, 'name': ReconfigVM_Task, 'duration_secs': 0.687228} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.516898] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.522272] env[70399]: DEBUG nova.scheduler.client.report [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.526270] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2138c987-1c99-467e-a659-190035962bba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.544219] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1165.544219] env[70399]: value = "task-3758982" [ 1165.544219] env[70399]: _type = "Task" [ 1165.544219] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.556260] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.592333] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758980, 'name': ReconfigVM_Task, 'duration_secs': 0.387347} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.592760] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 4fe79465-afad-42a5-ae2a-bf82b55db284/4fe79465-afad-42a5-ae2a-bf82b55db284.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.596092] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35f38f1-4d08-4948-a217-e26de4118265 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.604996] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1165.604996] env[70399]: value = "task-3758983" [ 1165.604996] env[70399]: _type = "Task" [ 1165.604996] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.615395] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758983, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.647127] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758981, 'name': ReconfigVM_Task, 'duration_secs': 0.462292} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.649113] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.649113] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0a15a3-8805-4579-8b6d-d99eaf14703b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.656530] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1165.656530] env[70399]: value = "task-3758984" [ 1165.656530] env[70399]: _type = "Task" [ 1165.656530] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.668829] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758984, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.682021] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.692828] env[70399]: DEBUG nova.network.neutron [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.989744] env[70399]: INFO nova.compute.manager [-] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Took 1.29 seconds to deallocate network for instance. [ 1166.037894] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.042013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.895s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.042364] env[70399]: DEBUG nova.objects.instance [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lazy-loading 'resources' on Instance uuid a36871dc-e61d-452b-981f-20220c447b35 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.056985] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.115720] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758983, 'name': Rename_Task, 'duration_secs': 0.180228} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.116036] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.116297] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34f8bea-8955-4f20-915f-ed3328e15047 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.123749] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1166.123749] env[70399]: value = "task-3758985" [ 1166.123749] env[70399]: _type = "Task" [ 1166.123749] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.132614] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.168744] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758984, 'name': Rename_Task, 'duration_secs': 0.201278} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.169160] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.169693] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7346fcbf-3a50-42e2-9cfb-8bb399ed3a85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.178905] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1166.178905] env[70399]: value = "task-3758986" [ 1166.178905] env[70399]: _type = "Task" [ 1166.178905] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.189108] env[70399]: DEBUG nova.compute.manager [req-783e72f0-13fb-4a5e-a10b-f927b0d2099e req-e2b8b25c-ded1-4168-a67e-b516b42ec09f service nova] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Received event network-vif-deleted-c48abd56-505e-4781-bcd5-04c59a7dc298 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.199103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.199436] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Instance network_info: |[{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.200692] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758986, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.200692] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:0c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42cb55a0-c587-4d75-bf79-61f46ee8f488', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.208179] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.208997] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.209642] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65027865-7c5c-477b-a4e8-27a9ed956450 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.227011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.233810] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.233810] env[70399]: value = "task-3758987" [ 1166.233810] env[70399]: _type = "Task" [ 1166.233810] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.243552] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758987, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.410598] env[70399]: DEBUG nova.compute.manager [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.410849] env[70399]: DEBUG nova.compute.manager [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing instance network info cache due to event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.410985] env[70399]: DEBUG oslo_concurrency.lockutils [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.411143] env[70399]: DEBUG oslo_concurrency.lockutils [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.411305] env[70399]: DEBUG nova.network.neutron [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.496878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.549885] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94099c5c-b86f-4da9-8b20-2c49d7602950 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.367s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.551635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.458s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.552141] env[70399]: INFO nova.compute.manager [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Unshelving [ 1166.564173] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.638111] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.692264] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758986, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.751421] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758987, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.866087] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b8800-bb93-4be6-8bc3-9eb019daa32b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.874550] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211224d-8a7f-415f-826b-078128b3bf85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.908109] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa19b0e-c748-4edf-930d-255de9cf90d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.918318] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a64c4-8ba5-4c85-855e-b0f53f585c98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.932927] env[70399]: DEBUG nova.compute.provider_tree [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.068061] env[70399]: DEBUG oslo_vmware.api [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758982, 'name': ReconfigVM_Task, 'duration_secs': 1.209892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.068061] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.124717] env[70399]: DEBUG nova.network.neutron [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updated VIF entry in instance network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.125075] env[70399]: DEBUG nova.network.neutron [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.136415] env[70399]: DEBUG oslo_vmware.api [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758985, 'name': PowerOnVM_Task, 'duration_secs': 0.715857} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.137398] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.137626] env[70399]: INFO nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1167.137807] env[70399]: DEBUG nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.138618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c95ca9-6bf5-47bd-9402-3fac13f3e4f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.190404] env[70399]: DEBUG oslo_vmware.api [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758986, 'name': PowerOnVM_Task, 'duration_secs': 0.704216} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.190769] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.190915] env[70399]: INFO nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1167.191109] env[70399]: DEBUG nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.192146] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50121adb-13ac-4050-94ec-5fb0ed35bc40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.247053] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3758987, 'name': CreateVM_Task, 'duration_secs': 0.646618} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.248097] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.248931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.249134] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.249503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.250105] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9456ad54-4800-49f6-a299-f76e5e85f9eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.256568] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1167.256568] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5225e060-5a33-bee9-b30a-5411c5a90f78" [ 1167.256568] env[70399]: _type = "Task" [ 1167.256568] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.266753] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5225e060-5a33-bee9-b30a-5411c5a90f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.392531] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.393675] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87927b1d-83c5-4c9b-9120-b84e64d367c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.400522] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.400662] env[70399]: ERROR oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk due to incomplete transfer. [ 1167.400892] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df209d8e-94bf-405e-ad9a-9186b8403d60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.409251] env[70399]: DEBUG oslo_vmware.rw_handles [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900962-cb38-acc9-780c-04baaf480464/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1167.409381] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Uploaded image efa5acd5-e5c1-4077-8a28-ff45494a610c to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1167.411649] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1167.411890] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb6fee5a-d20b-474b-9c4f-cf15c3f5958a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.419027] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1167.419027] env[70399]: value = "task-3758988" [ 1167.419027] env[70399]: _type = "Task" [ 1167.419027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.429891] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758988, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.436081] env[70399]: DEBUG nova.scheduler.client.report [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.570192] env[70399]: DEBUG nova.compute.utils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.628092] env[70399]: DEBUG oslo_concurrency.lockutils [req-975b6651-9b5b-4547-bb5a-9d495248228e req-aad6f992-2fae-4754-b0cb-5b72e12ec01a service nova] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.656054] env[70399]: INFO nova.compute.manager [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Took 39.18 seconds to build instance. [ 1167.711625] env[70399]: INFO nova.compute.manager [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Took 33.23 seconds to build instance. [ 1167.767577] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5225e060-5a33-bee9-b30a-5411c5a90f78, 'name': SearchDatastore_Task, 'duration_secs': 0.014866} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.767828] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.768075] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.768447] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.768447] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.768633] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.769110] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9519b9d1-e54d-46fd-8733-b3082a191dcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.779280] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.779477] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.780284] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ea2af8-1632-4f55-b448-d6935d40f1d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.786912] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1167.786912] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52be17ea-0b93-5efa-9454-3ca83cfa66f9" [ 1167.786912] env[70399]: _type = "Task" [ 1167.786912] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.797064] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52be17ea-0b93-5efa-9454-3ca83cfa66f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.928958] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758988, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.942117] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.945135] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.509s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.945878] env[70399]: INFO nova.compute.claims [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.968502] env[70399]: INFO nova.scheduler.client.report [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Deleted allocations for instance a36871dc-e61d-452b-981f-20220c447b35 [ 1168.077125] env[70399]: INFO nova.virt.block_device [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Booting with volume 65d2c965-ad8e-4153-b0ea-b2866151a097 at /dev/sdb [ 1168.111092] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2805ccaa-33a5-4090-beec-fc82679de7e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.121165] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0bde59-4440-4856-ae84-de861589060d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.134694] env[70399]: DEBUG nova.objects.instance [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'flavor' on Instance uuid c6463b33-abcf-4230-930f-b60d5e50da04 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.167504] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8dc139b2-4a96-4e17-aaff-2cfac58ee3d1 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.707s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.168297] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7597db7f-3aba-4ff7-bd6e-b5768163fe04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.178900] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b4f56-2ff3-479d-b836-7ca523bd1fc2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.213587] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a130156b-e58a-4efc-a4b8-248be97b8ce2 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.736s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.214638] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502bff15-cdca-4980-8890-9061d403071d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.223355] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe0180b-6f65-4ab9-a4af-daa3fa5236ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.240400] env[70399]: DEBUG nova.virt.block_device [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating existing volume attachment record: 6a46ae82-ab35-4e21-abec-ea76db74334b {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.298375] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52be17ea-0b93-5efa-9454-3ca83cfa66f9, 'name': SearchDatastore_Task, 'duration_secs': 0.024825} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.299321] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b273e9-55b3-4c10-9234-fae408980c40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.305747] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1168.305747] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e1572-1fa3-2818-4947-2899f285fc9b" [ 1168.305747] env[70399]: _type = "Task" [ 1168.305747] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.316747] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e1572-1fa3-2818-4947-2899f285fc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.329819] env[70399]: INFO nova.compute.manager [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Rebuilding instance [ 1168.381622] env[70399]: DEBUG nova.compute.manager [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.382536] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69cfd8-fd2f-4018-ab58-0efd23a51e77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.433545] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758988, 'name': Destroy_Task, 'duration_secs': 1.011338} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.434233] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Destroyed the VM [ 1168.434646] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.435095] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e197c7b-5434-4b43-b01b-1e5ab0e4290f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.443407] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1168.443407] env[70399]: value = "task-3758990" [ 1168.443407] env[70399]: _type = "Task" [ 1168.443407] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.460523] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758990, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.477129] env[70399]: DEBUG oslo_concurrency.lockutils [None req-971e90b3-9ca5-4159-8920-a757d2a488b9 tempest-ServersV294TestFqdnHostnames-287335487 tempest-ServersV294TestFqdnHostnames-287335487-project-member] Lock "a36871dc-e61d-452b-981f-20220c447b35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.204s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.642526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "4fe79465-afad-42a5-ae2a-bf82b55db284" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.642987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.643335] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.643773] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.644074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.646595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0bc1234c-4724-4b29-a745-f312686f5903 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.900s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.648147] env[70399]: INFO nova.compute.manager [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Terminating instance [ 1168.749152] env[70399]: INFO nova.compute.manager [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Rebuilding instance [ 1168.791062] env[70399]: DEBUG nova.compute.manager [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.791948] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea2dede-ecfe-45ef-b79b-b85bcc477046 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.816622] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528e1572-1fa3-2818-4947-2899f285fc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.816927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.817227] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 764461b3-d76c-4779-a133-517ff6a98d51/764461b3-d76c-4779-a133-517ff6a98d51.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.817521] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10342554-ddd8-4f31-bbe3-ad015a8eeb8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.825724] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1168.825724] env[70399]: value = "task-3758993" [ 1168.825724] env[70399]: _type = "Task" [ 1168.825724] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.834890] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.960647] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758990, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.157752] env[70399]: DEBUG nova.compute.manager [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.158044] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.159484] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66ca4c-d684-4a9f-b456-b2f99ecb527c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.183179] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.183179] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75227301-73fb-4d03-862c-ff464ca99743 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.192906] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1169.192906] env[70399]: value = "task-3758994" [ 1169.192906] env[70399]: _type = "Task" [ 1169.192906] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.211033] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.301211] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53beb2ec-d62d-4d24-aafd-f2ce3141a86e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.317482] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bcebc7-8cfc-42b3-b0d0-36986d1cb1ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.360202] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2a38e-de36-470e-996e-55ab24eb1af1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371996] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515139} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.372437] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 764461b3-d76c-4779-a133-517ff6a98d51/764461b3-d76c-4779-a133-517ff6a98d51.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.372769] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.374687] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621b352-526b-44ec-85cc-ae1258f7c958 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.380062] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad0a453b-cafd-48a0-ae00-ba36f63b53fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.394436] env[70399]: DEBUG nova.compute.provider_tree [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.399028] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.399028] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1169.399028] env[70399]: value = "task-3758995" [ 1169.399028] env[70399]: _type = "Task" [ 1169.399028] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.399028] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b17932-b8b6-47c6-807e-d7ae242dba1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.411588] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.411841] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1169.411841] env[70399]: value = "task-3758996" [ 1169.411841] env[70399]: _type = "Task" [ 1169.411841] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.421561] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.454993] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3758990, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718997} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.455309] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1169.455588] env[70399]: DEBUG nova.compute.manager [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.456587] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb983453-7982-4ec7-9dd0-227d06b78886 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.707443] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758994, 'name': PowerOffVM_Task, 'duration_secs': 0.305865} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.707731] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.707904] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.708178] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8000306-27c8-4661-9a5f-10eeb55704d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.808485] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.810549] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f66d898-8a60-49c7-a65d-d1a93b00e124 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.812715] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.812950] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.813328] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Deleting the datastore file [datastore1] 4fe79465-afad-42a5-ae2a-bf82b55db284 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.813450] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daa34a33-a709-4256-b32a-e808029e448b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.820480] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for the task: (returnval){ [ 1169.820480] env[70399]: value = "task-3758999" [ 1169.820480] env[70399]: _type = "Task" [ 1169.820480] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.821940] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1169.821940] env[70399]: value = "task-3758998" [ 1169.821940] env[70399]: _type = "Task" [ 1169.821940] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.837844] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.838204] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.898496] env[70399]: DEBUG nova.scheduler.client.report [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.919765] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3758995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086272} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.920584] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.922293] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aab4c7-86be-4760-a7dd-bf1e5981cce0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.931064] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3758996, 'name': PowerOffVM_Task, 'duration_secs': 0.126423} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.932034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.932826] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.934406] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3d2dc-f5f7-48c1-af8a-6dd9cac59cba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.959436] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 764461b3-d76c-4779-a133-517ff6a98d51/764461b3-d76c-4779-a133-517ff6a98d51.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.960635] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c3fe4d-820e-415f-9e13-76b440364b35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.982101] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.982663] env[70399]: INFO nova.compute.manager [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Shelve offloading [ 1169.985830] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-247a36d1-ca13-49c6-a84e-d0329ba5835e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.996512] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1169.996512] env[70399]: value = "task-3759000" [ 1169.996512] env[70399]: _type = "Task" [ 1169.996512] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.009096] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.020332] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.026024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.026024] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Deleting the datastore file [datastore2] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.026024] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4141f644-39d9-4722-966f-bf550bd0dcd9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.030386] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1170.030386] env[70399]: value = "task-3759002" [ 1170.030386] env[70399]: _type = "Task" [ 1170.030386] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.041310] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.336967] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3758998, 'name': PowerOffVM_Task, 'duration_secs': 0.415151} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.339036] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.340655] env[70399]: DEBUG oslo_vmware.api [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Task: {'id': task-3758999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348122} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.341129] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.341312] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.341491] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.341683] env[70399]: INFO nova.compute.manager [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1170.341905] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.342403] env[70399]: DEBUG nova.compute.manager [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.342403] env[70399]: DEBUG nova.network.neutron [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.408917] env[70399]: INFO nova.compute.manager [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Detaching volume 7369894c-1167-47f1-8376-e0b38caad9c1 [ 1170.412244] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.413132] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.416182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.643s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.454616] env[70399]: INFO nova.virt.block_device [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Attempting to driver detach volume 7369894c-1167-47f1-8376-e0b38caad9c1 from mountpoint /dev/sdb [ 1170.454865] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.455066] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1170.455961] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e37347-0d1b-4eb4-8c41-44a4d23728f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.478505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e71c3-d800-440f-a097-225f75de2d90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.489545] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.490565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfcc0bf-a3ab-4226-abb9-abe61433a719 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.495113] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de26f82d-7e3e-4e83-a362-756f8feeee9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.519103] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a20e5-470b-468a-9ceb-a31afedd9c07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.521867] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1170.521867] env[70399]: value = "task-3759003" [ 1170.521867] env[70399]: _type = "Task" [ 1170.521867] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.526365] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759000, 'name': ReconfigVM_Task, 'duration_secs': 0.407699} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.528900] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 764461b3-d76c-4779-a133-517ff6a98d51/764461b3-d76c-4779-a133-517ff6a98d51.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.540483] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b32b68-ee3e-4290-a0d3-6ac1197b45db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.542318] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] The volume has not been displaced from its original location: [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1170.547516] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.551111] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1963edb2-1864-403e-a668-ed106d2df6cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.568562] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1170.568879] env[70399]: DEBUG nova.compute.manager [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.569532] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f441564-90cf-436f-a9cd-fd11b623a70a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.576843] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1170.576843] env[70399]: value = "task-3759004" [ 1170.576843] env[70399]: _type = "Task" [ 1170.576843] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.577468] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.579383] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.579606] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.579789] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.582319] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1170.582319] env[70399]: value = "task-3759005" [ 1170.582319] env[70399]: _type = "Task" [ 1170.582319] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.590961] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.591229] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.591516] env[70399]: DEBUG nova.network.neutron [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.599282] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759004, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.603592] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.726821] env[70399]: DEBUG nova.compute.manager [req-3ad3f794-7f75-4878-b855-207a75df4800 req-078a4e6d-c1ac-4e50-b39a-00b471f655ca service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Received event network-vif-deleted-e3ccc3c5-748e-42f2-afab-553f0e291106 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.727119] env[70399]: INFO nova.compute.manager [req-3ad3f794-7f75-4878-b855-207a75df4800 req-078a4e6d-c1ac-4e50-b39a-00b471f655ca service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Neutron deleted interface e3ccc3c5-748e-42f2-afab-553f0e291106; detaching it from the instance and deleting it from the info cache [ 1170.727325] env[70399]: DEBUG nova.network.neutron [req-3ad3f794-7f75-4878-b855-207a75df4800 req-078a4e6d-c1ac-4e50-b39a-00b471f655ca service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.923391] env[70399]: DEBUG nova.compute.utils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.925092] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.925266] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.976601] env[70399]: DEBUG nova.policy [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcfada50e4041aca79605405e2aafb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63402f55c18d410e99838a4bf490ac1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.101944] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759004, 'name': Rename_Task, 'duration_secs': 0.234808} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.102843] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.103495] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6198878-c29f-4e1f-850b-57877df1331a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.108925] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759005, 'name': ReconfigVM_Task, 'duration_secs': 0.310486} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.110037] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.116798] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce420a8-3361-4568-8f32-0e9b67b72d11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.128759] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1171.128759] env[70399]: value = "task-3759007" [ 1171.128759] env[70399]: _type = "Task" [ 1171.128759] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.143029] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1171.143029] env[70399]: value = "task-3759008" [ 1171.143029] env[70399]: _type = "Task" [ 1171.143029] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.153882] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.158527] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.159059] env[70399]: DEBUG nova.network.neutron [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.230618] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a036c45-f803-490e-98de-6580ad81300d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.242320] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c126d-9267-423f-9a5f-c2affa04188c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.258392] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154fbdcd-f6b7-485e-bcb6-ccf611f7ddd7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.286273] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d54a2-840f-41d2-85cb-faf19426257b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.291056] env[70399]: DEBUG nova.compute.manager [req-3ad3f794-7f75-4878-b855-207a75df4800 req-078a4e6d-c1ac-4e50-b39a-00b471f655ca service nova] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Detach interface failed, port_id=e3ccc3c5-748e-42f2-afab-553f0e291106, reason: Instance 4fe79465-afad-42a5-ae2a-bf82b55db284 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.330165] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a109a6bf-b3df-4e7f-ae60-f461eb723331 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.334334] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully created port: 14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.342818] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e533a-940c-4227-a7f3-e29cf7db89d3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.360374] env[70399]: DEBUG nova.compute.provider_tree [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.411587] env[70399]: DEBUG nova.network.neutron [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.428385] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.627507] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.627824] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.627989] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.628220] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.628333] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.628482] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.628715] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.628933] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.629132] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.629303] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.629479] env[70399]: DEBUG nova.virt.hardware [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.630418] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888f5c9-18c4-4710-b56b-9278330052ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.642690] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully created port: 43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.647393] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759007, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.648856] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e1f56-917e-4141-9c32-26242032aa84 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.668501] env[70399]: INFO nova.compute.manager [-] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Took 1.33 seconds to deallocate network for instance. [ 1171.669241] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.674897] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.680586] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.680919] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759008, 'name': ReconfigVM_Task, 'duration_secs': 0.215289} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.681587] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b742ee3-13c0-4aed-83a9-9141c845e146 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.694136] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.711031] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.711031] env[70399]: value = "task-3759009" [ 1171.711031] env[70399]: _type = "Task" [ 1171.711031] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.720867] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759009, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.886049] env[70399]: ERROR nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [req-a43f716e-5212-4b82-958a-63f8b0f9963e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a43f716e-5212-4b82-958a-63f8b0f9963e"}]} [ 1171.907338] env[70399]: DEBUG nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1171.916589] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.929837] env[70399]: DEBUG nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1171.930093] env[70399]: DEBUG nova.compute.provider_tree [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.943958] env[70399]: DEBUG nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1171.976708] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully created port: 38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.980397] env[70399]: DEBUG nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.146191] env[70399]: DEBUG oslo_vmware.api [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759007, 'name': PowerOnVM_Task, 'duration_secs': 0.604055} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.150029] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.150029] env[70399]: INFO nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1172.150029] env[70399]: DEBUG nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.150488] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849f85c-5935-43cc-957a-9035dd6b3f63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.205861] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.225145] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759009, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.246342] env[70399]: DEBUG nova.compute.manager [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-vif-unplugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.246342] env[70399]: DEBUG oslo_concurrency.lockutils [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.246579] env[70399]: DEBUG oslo_concurrency.lockutils [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.246772] env[70399]: DEBUG oslo_concurrency.lockutils [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.246947] env[70399]: DEBUG nova.compute.manager [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] No waiting events found dispatching network-vif-unplugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.247399] env[70399]: WARNING nova.compute.manager [req-75df65ed-3ef2-4b49-b1af-bbc7831448f5 req-25933dac-db5b-4691-b553-578be45194a7 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received unexpected event network-vif-unplugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 for instance with vm_state shelved and task_state shelving_offloading. [ 1172.281420] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.282701] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22b5e4-bce1-4bc1-9649-c04f3212b056 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.292550] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.293385] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-139c4d06-4c4b-4ab7-9a57-4f9cdfb635ec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.308700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0f0b9-4161-4a5a-8c1f-add9cdabbeac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.317404] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265bd0d-c005-4134-8177-166e4c36c6a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.349495] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734e10c-1c7b-4ec3-906a-302d09d030a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.359147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7536d059-e736-4d88-9f8e-f908e6c66df2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.372120] env[70399]: DEBUG nova.compute.provider_tree [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.439440] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.467466] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.467720] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.467916] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.468078] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.468229] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.468376] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.468584] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.469061] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.469252] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.469419] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.469594] env[70399]: DEBUG nova.virt.hardware [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.470484] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fac2aa2-c643-4a56-a7a7-9aae10914698 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.478467] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256539d8-cfa6-4c9a-87f0-443ed8e35878 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.517127] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.517360] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.517589] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleting the datastore file [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.517898] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff9f5403-d0e9-4e24-a63a-14df80bea28b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.525090] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1172.525090] env[70399]: value = "task-3759011" [ 1172.525090] env[70399]: _type = "Task" [ 1172.525090] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.533298] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.669263] env[70399]: INFO nova.compute.manager [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Took 33.34 seconds to build instance. [ 1172.726550] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759009, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.778754] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.779137] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-395a25eb-ad0b-479a-a53c-1c482345548e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.790826] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1172.790826] env[70399]: value = "task-3759012" [ 1172.790826] env[70399]: _type = "Task" [ 1172.790826] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.801107] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.912863] env[70399]: DEBUG nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1172.913159] env[70399]: DEBUG nova.compute.provider_tree [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 134 to 135 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1172.913348] env[70399]: DEBUG nova.compute.provider_tree [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.036455] env[70399]: DEBUG oslo_vmware.api [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14593} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.036761] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.036951] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.037147] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.070298] env[70399]: INFO nova.scheduler.client.report [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted allocations for instance d5201555-36d2-45e8-9a8b-6bc582d39a72 [ 1173.171044] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e453f011-7954-4906-b667-87b245738023 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.855s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.225644] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759009, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.301514] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1173.301744] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.301969] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.304927] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c95d9-6d92-462a-8ad7-a170e7837e6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.335901] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3341c41-e4d5-4c2c-8328-179f765aac11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.346082] env[70399]: WARNING nova.virt.vmwareapi.driver [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1173.346432] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.347515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7815388-faa8-4a5a-93a9-f0d9c132f15b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.355625] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.355956] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2918636e-81f0-4d43-9f6c-4cd19f73b78a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.428226] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.428447] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.430737] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.430737] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0113c0-4af7-4099-be1e-3c51fd81b789 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.437720] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1173.437720] env[70399]: value = "task-3759014" [ 1173.437720] env[70399]: _type = "Task" [ 1173.437720] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.450135] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.575547] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.726227] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759009, 'name': CreateVM_Task, 'duration_secs': 1.593675} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.726425] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.726940] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.727112] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.727437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.727734] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83793c1-aaf8-4e43-ba31-520f31d3977f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.734753] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1173.734753] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528d3de0-9b8a-8f3d-5bbe-e7c53b661413" [ 1173.734753] env[70399]: _type = "Task" [ 1173.734753] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.749721] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528d3de0-9b8a-8f3d-5bbe-e7c53b661413, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.751254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.751509] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.751750] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.751891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.752084] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.753647] env[70399]: DEBUG nova.compute.manager [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-plugged-14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.753789] env[70399]: DEBUG oslo_concurrency.lockutils [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.753993] env[70399]: DEBUG oslo_concurrency.lockutils [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.754194] env[70399]: DEBUG oslo_concurrency.lockutils [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.754344] env[70399]: DEBUG nova.compute.manager [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] No waiting events found dispatching network-vif-plugged-14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1173.754516] env[70399]: WARNING nova.compute.manager [req-19466f7e-8ddb-46c1-9540-3ad43da77925 req-7113a267-9086-4835-a44f-9965f47aee72 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received unexpected event network-vif-plugged-14053428-0deb-406a-a466-023539a10de4 for instance with vm_state building and task_state spawning. [ 1173.755472] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372ad746-eb97-4fea-9ebc-747a1d0e63b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.766545] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.766740] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.767539] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f381f9f4-ab95-47de-b3bb-3020af20380d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.773747] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1173.773747] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5241cdd2-a6f7-d810-65ae-1d6200e792ee" [ 1173.773747] env[70399]: _type = "Task" [ 1173.773747] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.783186] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5241cdd2-a6f7-d810-65ae-1d6200e792ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.865436] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.925968] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.510s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.926210] env[70399]: DEBUG nova.compute.manager [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70399) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1173.929592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.276s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.931115] env[70399]: INFO nova.compute.claims [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.948289] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150763} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.949696] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully updated port: 14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.951287] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.951487] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.951695] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.286813] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5241cdd2-a6f7-d810-65ae-1d6200e792ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.287720] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0609fe98-6af0-4078-9dcc-c3b9867afebd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.295012] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1174.295012] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a422d5-630f-08e7-fa92-2cfa2dd08992" [ 1174.295012] env[70399]: _type = "Task" [ 1174.295012] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.304111] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a422d5-630f-08e7-fa92-2cfa2dd08992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.353821] env[70399]: DEBUG nova.compute.manager [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.354098] env[70399]: DEBUG nova.compute.manager [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing instance network info cache due to event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.354335] env[70399]: DEBUG oslo_concurrency.lockutils [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.354602] env[70399]: DEBUG oslo_concurrency.lockutils [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.354825] env[70399]: DEBUG nova.network.neutron [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.460457] env[70399]: INFO nova.virt.block_device [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Booting with volume 7369894c-1167-47f1-8376-e0b38caad9c1 at /dev/sdb [ 1174.503930] env[70399]: INFO nova.scheduler.client.report [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted allocation for migration 7312d81d-f578-41fe-bf95-c9617132ca24 [ 1174.506154] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31ecdda5-345e-43b7-95ee-e4872ccc17dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.521521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36f220-d716-4c55-bd89-e53e925fe2dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.554956] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f183efe2-79cd-4955-b80b-61476095a4b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.566708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51f133-dcf6-4200-aea2-46d80af0b95c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.601566] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa4298-f4e1-4d7c-80ed-fa4b1445ea85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.610699] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e8cc3-bb4a-425a-a735-eab1a7b81b97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.628154] env[70399]: DEBUG nova.virt.block_device [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating existing volume attachment record: 695542b5-7f60-48c3-b76d-788ae1f15158 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.806814] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a422d5-630f-08e7-fa92-2cfa2dd08992, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.807118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.807781] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.807781] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89c32965-fa9c-4fb8-9cdf-1616088a0ef9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.816953] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1174.816953] env[70399]: value = "task-3759015" [ 1174.816953] env[70399]: _type = "Task" [ 1174.816953] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.830896] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.013379] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6c241301-6e10-4605-be45-f63d4f62e418 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.223s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.111422] env[70399]: DEBUG nova.network.neutron [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updated VIF entry in instance network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.111781] env[70399]: DEBUG nova.network.neutron [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9269b225-75", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.211031] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615b0eec-0cd3-43c7-aac2-215de69c9acd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.221302] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461283eb-a3f1-4977-b4cb-f4188786d655 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.255664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.256948] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c8577-acd1-4a1a-b94d-8a1d2cab6eef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.262693] env[70399]: DEBUG nova.objects.instance [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.268352] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ca2d5-fdc3-4913-b6f5-d8e85c2d3199 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.284979] env[70399]: DEBUG nova.compute.provider_tree [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.333337] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493046} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.333337] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.333337] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.333337] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42460eb6-9101-46c2-afdb-67b0b9480026 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.338908] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1175.338908] env[70399]: value = "task-3759016" [ 1175.338908] env[70399]: _type = "Task" [ 1175.338908] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.352102] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.617357] env[70399]: DEBUG oslo_concurrency.lockutils [req-51d7e02c-282d-43df-a744-4b37754f4d9f req-379d4b9c-37cd-4384-91cd-e9d135b7eb92 service nova] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.770231] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.770417] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.770596] env[70399]: DEBUG nova.network.neutron [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.770778] env[70399]: DEBUG nova.objects.instance [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'info_cache' on Instance uuid b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.788224] env[70399]: DEBUG nova.scheduler.client.report [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.823806] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-changed-14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.823958] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing instance network info cache due to event network-changed-14053428-0deb-406a-a466-023539a10de4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.824218] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquiring lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.824334] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquired lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.824573] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing network info cache for port 14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.851347] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071167} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.851630] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.852500] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52e536-eef5-4f20-86b9-b4ca1296084d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.875815] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.876598] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f5f64c-a0f2-4fe8-ab7d-9ba35227bae6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.898057] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1175.898057] env[70399]: value = "task-3759017" [ 1175.898057] env[70399]: _type = "Task" [ 1175.898057] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.908218] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.274847] env[70399]: DEBUG nova.objects.base [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.294393] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.294972] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.297772] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.809s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.298170] env[70399]: DEBUG nova.objects.instance [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lazy-loading 'resources' on Instance uuid f270bd89-a8c2-492d-b91d-7308d124bf7e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.388033] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.409010] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759017, 'name': ReconfigVM_Task, 'duration_secs': 0.291032} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.409010] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9/90b7cba8-865a-46eb-a8d4-8383cf69c5a9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.409885] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77709383-221d-45d6-9bb7-2594804b595c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.420893] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1176.420893] env[70399]: value = "task-3759018" [ 1176.420893] env[70399]: _type = "Task" [ 1176.420893] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.423326] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully updated port: 43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.430249] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759018, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.495856] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.756053] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.756367] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.756502] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.756715] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.756869] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.757028] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.757294] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.757403] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.757581] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.757760] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.757933] env[70399]: DEBUG nova.virt.hardware [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.758821] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c227f-b085-42ea-82f4-02e05e17bfa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.767508] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbbcae2-a843-45df-9a83-0a4766038a69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.784203] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:24:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dca17e3-653a-4892-8192-94e83157df34', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.792449] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.792781] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.793435] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4583adf8-b151-4cce-8d30-fbb6010c87b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808470] env[70399]: DEBUG nova.compute.utils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.812769] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.813408] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.820797] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.820797] env[70399]: value = "task-3759019" [ 1176.820797] env[70399]: _type = "Task" [ 1176.820797] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.833957] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759019, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.858713] env[70399]: DEBUG nova.policy [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0941a389c4edd80f1551ce95e684c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a339b3232c4a8fbe1194d2748e0f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.930636] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759018, 'name': Rename_Task, 'duration_secs': 0.153671} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.933333] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.934033] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee17734-7ef6-488d-b126-34fdec244ddb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.941253] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1176.941253] env[70399]: value = "task-3759020" [ 1176.941253] env[70399]: _type = "Task" [ 1176.941253] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.953764] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.998615] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Releasing lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.998875] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.999094] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.999599] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.999599] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.999884] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.116267] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6e6bc-ed9e-43f8-831c-8dc6d2d7cb96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.128936] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae163257-4f94-44e8-be2a-3c16849368d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.171965] env[70399]: DEBUG nova.network.neutron [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [{"id": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "address": "fa:16:3e:7d:dc:72", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b816dc-98", "ovs_interfaceid": "83b816dc-98ae-40f4-9f77-0b04374bcb38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.175471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d2ac07-c2b6-47bf-983d-c47ccc3c5d6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.186049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92209cdb-9912-49ae-b2b9-ffbd7c356356 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.207024] env[70399]: DEBUG nova.compute.provider_tree [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.281172] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Successfully created port: 6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.316284] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.335418] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759019, 'name': CreateVM_Task, 'duration_secs': 0.379816} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.335978] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.336987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.337347] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.339018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.339018] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5c70d3-9938-43bb-aca4-c5c47b04198f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.345623] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1177.345623] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262b4b2-7e92-0a35-fd51-05958b67de68" [ 1177.345623] env[70399]: _type = "Task" [ 1177.345623] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.359201] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262b4b2-7e92-0a35-fd51-05958b67de68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.451659] env[70399]: DEBUG oslo_vmware.api [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759020, 'name': PowerOnVM_Task, 'duration_secs': 0.453387} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.452185] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.452550] env[70399]: DEBUG nova.compute.manager [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.453474] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f358fe5-7d23-407e-88c3-6c154d884904 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.679067] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-b6269065-d8ba-4377-961a-d99a313b8bd6" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.708271] env[70399]: DEBUG nova.scheduler.client.report [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.803744] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.804127] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.856301] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.856301] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing instance network info cache due to event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.856301] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.856464] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.856691] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.863629] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5262b4b2-7e92-0a35-fd51-05958b67de68, 'name': SearchDatastore_Task, 'duration_secs': 0.013497} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.863629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.863629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.863931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.863964] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.864343] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.864624] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919e0746-24b2-4597-9562-4a2b17dc49b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.875365] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.875563] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.876677] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbb0ab5-e5d9-4e1f-adf3-9e0b0dc1f4e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.883417] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1177.883417] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc19f0-b853-9824-2574-8fe9f3cd0210" [ 1177.883417] env[70399]: _type = "Task" [ 1177.883417] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.893604] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc19f0-b853-9824-2574-8fe9f3cd0210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.972424] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.213452] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.215911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.252s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.216167] env[70399]: DEBUG nova.objects.instance [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid 2a7b8c41-2785-4df0-af95-a11c5ca9faa9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.238969] env[70399]: INFO nova.scheduler.client.report [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted allocations for instance f270bd89-a8c2-492d-b91d-7308d124bf7e [ 1178.307125] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.307626] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.307935] env[70399]: DEBUG nova.compute.manager [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing instance network info cache due to event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.308465] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.323994] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.353203] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.353465] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.353621] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.353808] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.353953] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.354116] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.354328] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.354495] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.354698] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.354870] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.355058] env[70399]: DEBUG nova.virt.hardware [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.356289] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ccec35-4de7-4638-bb5e-4d5bd07a4dc8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.367429] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df65fa-b5c6-45f1-ae05-cade69644dee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.393071] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dc19f0-b853-9824-2574-8fe9f3cd0210, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.393974] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ec8519-1e1b-40fd-9c5f-e40cf7dccba0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.399289] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1178.399289] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b5b21-e2bd-75e1-0a22-092d8b136fef" [ 1178.399289] env[70399]: _type = "Task" [ 1178.399289] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.408224] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b5b21-e2bd-75e1-0a22-092d8b136fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.540392] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.540738] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.540990] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.541248] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.541437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.546238] env[70399]: INFO nova.compute.manager [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Terminating instance [ 1178.685204] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.685535] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be61a828-77d0-4294-9698-a61e4a09e0cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.693133] env[70399]: DEBUG oslo_vmware.api [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1178.693133] env[70399]: value = "task-3759021" [ 1178.693133] env[70399]: _type = "Task" [ 1178.693133] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.702160] env[70399]: DEBUG oslo_vmware.api [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.752368] env[70399]: DEBUG oslo_concurrency.lockutils [None req-571a234a-7cf8-4a32-8a4c-3a3e3a55d93c tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "f270bd89-a8c2-492d-b91d-7308d124bf7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.399s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.788208] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updated VIF entry in instance network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.788804] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.799482] env[70399]: DEBUG nova.compute.manager [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-plugged-38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.800127] env[70399]: DEBUG oslo_concurrency.lockutils [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.800127] env[70399]: DEBUG oslo_concurrency.lockutils [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.800691] env[70399]: DEBUG oslo_concurrency.lockutils [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.800793] env[70399]: DEBUG nova.compute.manager [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] No waiting events found dispatching network-vif-plugged-38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.801100] env[70399]: WARNING nova.compute.manager [req-cd773301-3844-453c-ab3d-be91795cad4c req-29a9c2fa-7b80-43ae-bd8e-b1165b4967c1 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received unexpected event network-vif-plugged-38461d03-3fe6-4fa7-b0c1-84769c81d2a7 for instance with vm_state building and task_state spawning. [ 1178.908608] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Successfully updated port: 38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.923587] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529b5b21-e2bd-75e1-0a22-092d8b136fef, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.924039] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.924326] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.925075] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28d8510-91ae-4714-8d73-7531858ed9d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.932084] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Successfully updated port: 6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.938215] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1178.938215] env[70399]: value = "task-3759022" [ 1178.938215] env[70399]: _type = "Task" [ 1178.938215] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.961071] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.017606] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2d272-2240-4324-bb42-e8975f32903b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.026471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe1a1b-ba8d-4276-9ff0-ff3dd742fc81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.057787] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "refresh_cache-90b7cba8-865a-46eb-a8d4-8383cf69c5a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.057977] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquired lock "refresh_cache-90b7cba8-865a-46eb-a8d4-8383cf69c5a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.058199] env[70399]: DEBUG nova.network.neutron [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.060262] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262cf063-f2de-4f68-bcde-832603366431 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.070379] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8b30e-aee5-49d8-b546-88ab284fc6ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.086978] env[70399]: DEBUG nova.compute.provider_tree [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.203169] env[70399]: DEBUG oslo_vmware.api [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759021, 'name': PowerOnVM_Task, 'duration_secs': 0.425623} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.203648] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.203858] env[70399]: DEBUG nova.compute.manager [None req-ebd596c4-7527-46ee-9e3e-716cdff4dda6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.204668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7fced-88c5-4fa7-8c66-2ed57042a1b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.297452] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.297841] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.298066] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.298342] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.298567] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.298766] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.300026] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.300245] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.417270] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.417381] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.417557] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.440134] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.440291] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.440445] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.452653] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.586731] env[70399]: DEBUG nova.network.neutron [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.589641] env[70399]: DEBUG nova.scheduler.client.report [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.666108] env[70399]: DEBUG nova.network.neutron [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.950276] env[70399]: DEBUG nova.compute.manager [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Received event network-vif-plugged-6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.950568] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Acquiring lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.950648] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.950815] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.950976] env[70399]: DEBUG nova.compute.manager [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] No waiting events found dispatching network-vif-plugged-6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.951153] env[70399]: WARNING nova.compute.manager [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Received unexpected event network-vif-plugged-6c849f8f-ac86-498c-be3d-1796f5e4d86c for instance with vm_state building and task_state spawning. [ 1179.951321] env[70399]: DEBUG nova.compute.manager [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Received event network-changed-6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.951477] env[70399]: DEBUG nova.compute.manager [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Refreshing instance network info cache due to event network-changed-6c849f8f-ac86-498c-be3d-1796f5e4d86c. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.951640] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Acquiring lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.959243] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.974670] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.015255] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.094577] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.097749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.871s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.099159] env[70399]: INFO nova.compute.claims [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.126743] env[70399]: INFO nova.scheduler.client.report [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 2a7b8c41-2785-4df0-af95-a11c5ca9faa9 [ 1180.169168] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Releasing lock "refresh_cache-90b7cba8-865a-46eb-a8d4-8383cf69c5a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.169927] env[70399]: DEBUG nova.compute.manager [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.170157] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.171029] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d615c6-0920-49af-9c22-ea4de9db0173 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.185139] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.185139] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d12a366-437d-45c0-8d2d-5b2ebf2bf567 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.187776] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updated VIF entry in instance network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.188191] env[70399]: DEBUG nova.network.neutron [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.194262] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1180.194262] env[70399]: value = "task-3759023" [ 1180.194262] env[70399]: _type = "Task" [ 1180.194262] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.210115] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.279018] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.279018] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.287180] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.287461] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.287686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.287881] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.288087] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.290699] env[70399]: DEBUG nova.network.neutron [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Updating instance_info_cache with network_info: [{"id": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "address": "fa:16:3e:b1:82:e7", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c849f8f-ac", "ovs_interfaceid": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.292772] env[70399]: INFO nova.compute.manager [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Terminating instance [ 1180.454317] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.585645] env[70399]: DEBUG nova.network.neutron [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [{"id": "14053428-0deb-406a-a466-023539a10de4", "address": "fa:16:3e:5b:5a:6e", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14053428-0d", "ovs_interfaceid": "14053428-0deb-406a-a466-023539a10de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "address": "fa:16:3e:bd:7f:00", "network": {"id": "c629eeb9-0ccf-4097-a80b-580e1b7a3a82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478247863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43909b39-f5", "ovs_interfaceid": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "address": "fa:16:3e:01:6f:c6", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38461d03-3f", "ovs_interfaceid": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.643019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e3f5d9f5-bc36-4cda-a56b-6b8322bc2797 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "2a7b8c41-2785-4df0-af95-a11c5ca9faa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.221s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.694360] env[70399]: DEBUG oslo_concurrency.lockutils [req-4eb0103f-e804-4ad1-8768-3fac69555491 req-853bb3ea-d8a1-4f41-a094-b852f43d872b service nova] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.704765] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759023, 'name': PowerOffVM_Task, 'duration_secs': 0.119841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.705115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.705335] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.705612] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-364a20f6-be83-49ff-86f7-0fa55b1fe9ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.737804] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.738090] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.738304] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Deleting the datastore file [datastore1] 90b7cba8-865a-46eb-a8d4-8383cf69c5a9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.738652] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af219068-06ae-487e-aad4-561021e97c8f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.746521] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for the task: (returnval){ [ 1180.746521] env[70399]: value = "task-3759025" [ 1180.746521] env[70399]: _type = "Task" [ 1180.746521] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.755478] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.781364] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.781722] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-plugged-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.781848] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.782074] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.782240] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.782409] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] No waiting events found dispatching network-vif-plugged-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.782576] env[70399]: WARNING nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received unexpected event network-vif-plugged-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff for instance with vm_state building and task_state spawning. [ 1180.782739] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-changed-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.782914] env[70399]: DEBUG nova.compute.manager [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing instance network info cache due to event network-changed-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.783100] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquiring lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.795125] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.795125] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Instance network_info: |[{"id": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "address": "fa:16:3e:b1:82:e7", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c849f8f-ac", "ovs_interfaceid": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.795125] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Acquired lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.795125] env[70399]: DEBUG nova.network.neutron [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Refreshing network info cache for port 6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.796348] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:82:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c849f8f-ac86-498c-be3d-1796f5e4d86c', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.804566] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.805472] env[70399]: DEBUG nova.compute.manager [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.805697] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.805975] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.807547] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c789fc-41f4-4ce7-a2b7-19d489e55a45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.810464] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22c7ec5-bb60-4df1-9ea2-c0a7553ccd00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.829123] env[70399]: DEBUG nova.compute.manager [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-changed-38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.829624] env[70399]: DEBUG nova.compute.manager [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing instance network info cache due to event network-changed-38461d03-3fe6-4fa7-b0c1-84769c81d2a7. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.829842] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] Acquiring lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.833757] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.835406] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73ed988-c86d-4b28-88ca-f1e1ffa72e10 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.837420] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.837420] env[70399]: value = "task-3759026" [ 1180.837420] env[70399]: _type = "Task" [ 1180.837420] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.843074] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1180.843074] env[70399]: value = "task-3759027" [ 1180.843074] env[70399]: _type = "Task" [ 1180.843074] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.851366] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759026, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.857513] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.958273] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.089290] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.089757] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance network_info: |[{"id": "14053428-0deb-406a-a466-023539a10de4", "address": "fa:16:3e:5b:5a:6e", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14053428-0d", "ovs_interfaceid": "14053428-0deb-406a-a466-023539a10de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "address": "fa:16:3e:bd:7f:00", "network": {"id": "c629eeb9-0ccf-4097-a80b-580e1b7a3a82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478247863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43909b39-f5", "ovs_interfaceid": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "address": "fa:16:3e:01:6f:c6", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38461d03-3f", "ovs_interfaceid": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.090164] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Acquired lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.090411] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing network info cache for port 43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.091902] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14053428-0deb-406a-a466-023539a10de4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:7f:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43909b39-f5fc-4d91-bff4-4c7f59d1c0ff', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38461d03-3fe6-4fa7-b0c1-84769c81d2a7', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.103537] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Creating folder: Project (63402f55c18d410e99838a4bf490ac1d). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.107896] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14dfa453-8809-4cb7-884f-4a6dcedee3be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.122802] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Created folder: Project (63402f55c18d410e99838a4bf490ac1d) in parent group-v747819. [ 1181.123071] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Creating folder: Instances. Parent ref: group-v748107. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.123368] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b6bc8f-c0e6-4595-95ce-94dbfec2c7e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.136804] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Created folder: Instances in parent group-v748107. [ 1181.137171] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.140334] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.140917] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a1c029a-1185-4011-a25a-6d6d5b418073 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.181035] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.181035] env[70399]: value = "task-3759030" [ 1181.181035] env[70399]: _type = "Task" [ 1181.181035] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.191937] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759030, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.269874] env[70399]: DEBUG oslo_vmware.api [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Task: {'id': task-3759025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190649} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.271938] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.272316] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.272755] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.272852] env[70399]: INFO nova.compute.manager [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1181.273270] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.278844] env[70399]: DEBUG nova.compute.manager [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.279108] env[70399]: DEBUG nova.network.neutron [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.313774] env[70399]: DEBUG nova.network.neutron [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.359428] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759027, 'name': PowerOffVM_Task, 'duration_secs': 0.21529} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.369493] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.369804] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.370507] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759026, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.373765] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c945af22-8068-4ff4-9083-5f9d175fb5aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.444228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.444463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.459514] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759022, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.409622} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.460507] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.460762] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.461377] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0370120-f1ab-43c1-aa86-957f546bfb1f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.467116] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updated VIF entry in instance network info cache for port 43909b39-f5fc-4d91-bff4-4c7f59d1c0ff. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.467829] env[70399]: DEBUG nova.network.neutron [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [{"id": "14053428-0deb-406a-a466-023539a10de4", "address": "fa:16:3e:5b:5a:6e", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14053428-0d", "ovs_interfaceid": "14053428-0deb-406a-a466-023539a10de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "address": "fa:16:3e:bd:7f:00", "network": {"id": "c629eeb9-0ccf-4097-a80b-580e1b7a3a82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478247863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43909b39-f5", "ovs_interfaceid": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "address": "fa:16:3e:01:6f:c6", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38461d03-3f", "ovs_interfaceid": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.472334] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2c327-15cf-4874-8467-82ce1544b6ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.477889] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1181.477889] env[70399]: value = "task-3759032" [ 1181.477889] env[70399]: _type = "Task" [ 1181.477889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.488558] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c830f-367c-4f11-b997-d5e51aaae3f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.496386] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.533392] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b169bfe-470a-48ce-a1e2-c72ad8bd75a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.536361] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.536492] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.536598] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleting the datastore file [datastore2] b6269065-d8ba-4377-961a-d99a313b8bd6 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.539553] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6702f1-b343-4ee2-a4bc-6749db959df3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.549022] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f329c3-0751-48fb-a348-e77478c97b8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.553608] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1181.553608] env[70399]: value = "task-3759033" [ 1181.553608] env[70399]: _type = "Task" [ 1181.553608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.565769] env[70399]: DEBUG nova.compute.provider_tree [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.572846] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.622114] env[70399]: DEBUG nova.network.neutron [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Updated VIF entry in instance network info cache for port 6c849f8f-ac86-498c-be3d-1796f5e4d86c. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.622624] env[70399]: DEBUG nova.network.neutron [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Updating instance_info_cache with network_info: [{"id": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "address": "fa:16:3e:b1:82:e7", "network": {"id": "59e29add-9728-45b4-9c9d-ef762c94989a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105330884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61a339b3232c4a8fbe1194d2748e0f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c849f8f-ac", "ovs_interfaceid": "6c849f8f-ac86-498c-be3d-1796f5e4d86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.691341] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759030, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.819244] env[70399]: DEBUG nova.network.neutron [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.851702] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759026, 'name': CreateVM_Task, 'duration_secs': 0.766904} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.852016] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.853238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.853238] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.853365] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.853587] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22801c19-ac0b-4528-9170-394a0daaa0e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.859851] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1181.859851] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521df333-efc6-34ce-7676-a6b6c852202b" [ 1181.859851] env[70399]: _type = "Task" [ 1181.859851] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.869748] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521df333-efc6-34ce-7676-a6b6c852202b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.947905] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.972032] env[70399]: DEBUG oslo_concurrency.lockutils [req-060f70ad-0782-4de0-a1e2-105540f9d68c req-91ee835f-bcbe-4a1b-b03f-c6e0864c9933 service nova] Releasing lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.972346] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] Acquired lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.972606] env[70399]: DEBUG nova.network.neutron [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Refreshing network info cache for port 38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.991067] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149401} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.991406] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.992294] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f80922-466f-4418-950f-bfc15d10bff3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.016769] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.017494] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d522d6-760d-4a5f-8e04-a1e381ff1dd1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.039096] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1182.039096] env[70399]: value = "task-3759034" [ 1182.039096] env[70399]: _type = "Task" [ 1182.039096] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.053099] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.063318] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.089532] env[70399]: ERROR nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [req-b1752bf1-09b7-4227-9773-05a8c2cd940c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1752bf1-09b7-4227-9773-05a8c2cd940c"}]} [ 1182.108098] env[70399]: DEBUG nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1182.122980] env[70399]: DEBUG nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1182.123253] env[70399]: DEBUG nova.compute.provider_tree [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.125615] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e495f33-045f-4806-994f-d2796d02434a req-b0a8717c-c139-4eda-b8a2-994394c6ba48 service nova] Releasing lock "refresh_cache-d3901ab2-bfdb-48bd-8a95-e51557cd994f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.139327] env[70399]: DEBUG nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1182.158853] env[70399]: DEBUG nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1182.194414] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759030, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.322711] env[70399]: INFO nova.compute.manager [-] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Took 1.04 seconds to deallocate network for instance. [ 1182.372370] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521df333-efc6-34ce-7676-a6b6c852202b, 'name': SearchDatastore_Task, 'duration_secs': 0.071609} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.375559] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.375963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.376522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.376627] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.376926] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.377583] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bdb195c-1e18-44a3-99a1-091d75abfc8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.389868] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.390159] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.390994] env[70399]: DEBUG nova.objects.instance [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid 4081ad9b-786f-402b-9c76-ca3064e8ae29 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.394051] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.394051] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.394933] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e55c399-0135-4540-93cd-97d2e4c3813d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.402624] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1182.402624] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a56f8-4233-56ac-4710-8f74365be6d5" [ 1182.402624] env[70399]: _type = "Task" [ 1182.402624] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.408634] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00bece0-a7d7-49ab-bf01-b2edea3c0b36 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.418826] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a56f8-4233-56ac-4710-8f74365be6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.421749] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e9b75-0df6-4ffa-88bf-547749abeaaf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.455829] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edfc85-6bd7-43aa-a860-0cdb765c3f71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.466551] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29188892-2847-4fa7-a1d1-bc231e04507a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.472150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.487115] env[70399]: DEBUG nova.compute.provider_tree [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.550208] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.568028] env[70399]: DEBUG oslo_vmware.api [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722506} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.568028] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.568028] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.568028] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.568028] env[70399]: INFO nova.compute.manager [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1182.568028] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.568028] env[70399]: DEBUG nova.compute.manager [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.568028] env[70399]: DEBUG nova.network.neutron [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.694379] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759030, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.763389] env[70399]: DEBUG nova.network.neutron [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updated VIF entry in instance network info cache for port 38461d03-3fe6-4fa7-b0c1-84769c81d2a7. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.764127] env[70399]: DEBUG nova.network.neutron [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [{"id": "14053428-0deb-406a-a466-023539a10de4", "address": "fa:16:3e:5b:5a:6e", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14053428-0d", "ovs_interfaceid": "14053428-0deb-406a-a466-023539a10de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "address": "fa:16:3e:bd:7f:00", "network": {"id": "c629eeb9-0ccf-4097-a80b-580e1b7a3a82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478247863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43909b39-f5", "ovs_interfaceid": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "address": "fa:16:3e:01:6f:c6", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38461d03-3f", "ovs_interfaceid": "38461d03-3fe6-4fa7-b0c1-84769c81d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.829316] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.916307] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525a56f8-4233-56ac-4710-8f74365be6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.058947} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.917291] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10359f2e-547b-4352-b69b-d97a6a0f8204 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.923767] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1182.923767] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bf9156-1f07-da16-0728-bf55c7a39687" [ 1182.923767] env[70399]: _type = "Task" [ 1182.923767] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.936783] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bf9156-1f07-da16-0728-bf55c7a39687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.990847] env[70399]: DEBUG nova.scheduler.client.report [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.053627] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759034, 'name': ReconfigVM_Task, 'duration_secs': 0.908542} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.054701] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04/c6463b33-abcf-4230-930f-b60d5e50da04.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.055905] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encrypted': False, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '87ca1170-f5e9-4dbc-81ee-aa9b842c4cde'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '695542b5-7f60-48c3-b76d-788ae1f15158', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'}, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1183.056151] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.056348] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.057583] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8730cb1-a529-42a8-8b46-15e982054c9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.076510] env[70399]: DEBUG nova.objects.instance [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid 4081ad9b-786f-402b-9c76-ca3064e8ae29 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.078130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278a6075-107a-48c7-b3ef-75f0b641e563 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.111250] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.111967] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0a63fe-ac27-482a-bf50-6fed38a2f682 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.134779] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1183.134779] env[70399]: value = "task-3759035" [ 1183.134779] env[70399]: _type = "Task" [ 1183.134779] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.143081] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.197216] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759030, 'name': CreateVM_Task, 'duration_secs': 1.613289} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.197408] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.198411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.198594] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.198926] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.199245] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b796e3-a2d2-4978-8e13-40fbe666f9c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.204660] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1183.204660] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ed6da-4f3c-47d3-4f0d-c5bf56a9a44e" [ 1183.204660] env[70399]: _type = "Task" [ 1183.204660] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.214219] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ed6da-4f3c-47d3-4f0d-c5bf56a9a44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.267701] env[70399]: DEBUG oslo_concurrency.lockutils [req-8e7cdbff-792e-4be2-a214-870dce6bc576 req-f28ea867-e63a-452b-a991-11dce88c109a service nova] Releasing lock "refresh_cache-fcc59202-7918-4d8d-a2b9-740e680e6e7c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.274368] env[70399]: DEBUG nova.compute.manager [req-dfcec28d-17ee-4ab3-85c7-57a7b83d60ba req-6a295a74-2fbc-46f0-b24e-b29894e7605e service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Received event network-vif-deleted-83b816dc-98ae-40f4-9f77-0b04374bcb38 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.274579] env[70399]: INFO nova.compute.manager [req-dfcec28d-17ee-4ab3-85c7-57a7b83d60ba req-6a295a74-2fbc-46f0-b24e-b29894e7605e service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Neutron deleted interface 83b816dc-98ae-40f4-9f77-0b04374bcb38; detaching it from the instance and deleting it from the info cache [ 1183.274768] env[70399]: DEBUG nova.network.neutron [req-dfcec28d-17ee-4ab3-85c7-57a7b83d60ba req-6a295a74-2fbc-46f0-b24e-b29894e7605e service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.434922] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bf9156-1f07-da16-0728-bf55c7a39687, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.435231] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.435572] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d3901ab2-bfdb-48bd-8a95-e51557cd994f/d3901ab2-bfdb-48bd-8a95-e51557cd994f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.435868] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b491b1a-5514-4fe0-9df0-cef13a6a150b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.443118] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1183.443118] env[70399]: value = "task-3759036" [ 1183.443118] env[70399]: _type = "Task" [ 1183.443118] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.452159] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.496619] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.497494] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.500534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.004s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.500792] env[70399]: DEBUG nova.objects.instance [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lazy-loading 'resources' on Instance uuid 1d0a6c8f-a99d-445c-9b6c-ca03466ce876 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.557620] env[70399]: DEBUG nova.network.neutron [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.582856] env[70399]: DEBUG nova.objects.base [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance<4081ad9b-786f-402b-9c76-ca3064e8ae29> lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.583180] env[70399]: DEBUG nova.network.neutron [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.649055] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759035, 'name': ReconfigVM_Task, 'duration_secs': 0.296595} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.649454] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.654681] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6fe3b5e-802c-4e0b-8b92-a42bb0d0b6f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.673393] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1183.673393] env[70399]: value = "task-3759037" [ 1183.673393] env[70399]: _type = "Task" [ 1183.673393] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.683891] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.700252] env[70399]: DEBUG nova.policy [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.724373] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ed6da-4f3c-47d3-4f0d-c5bf56a9a44e, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.724758] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.725011] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.725264] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.725411] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.725597] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.725881] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a36dbb11-1f61-4fd5-a07c-f2937fc1889a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.739927] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.740162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.740941] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882ba005-efda-4af2-b887-ed28194fe6be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.748170] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1183.748170] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527d0ea5-6556-26e2-a343-b97adba4622d" [ 1183.748170] env[70399]: _type = "Task" [ 1183.748170] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.758969] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527d0ea5-6556-26e2-a343-b97adba4622d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.778232] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-989c1a11-946a-4b21-a685-63780c1370b6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.790795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c8988-5677-4089-badc-d93c6415b35c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.829450] env[70399]: DEBUG nova.compute.manager [req-dfcec28d-17ee-4ab3-85c7-57a7b83d60ba req-6a295a74-2fbc-46f0-b24e-b29894e7605e service nova] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Detach interface failed, port_id=83b816dc-98ae-40f4-9f77-0b04374bcb38, reason: Instance b6269065-d8ba-4377-961a-d99a313b8bd6 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.953479] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489857} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.953799] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d3901ab2-bfdb-48bd-8a95-e51557cd994f/d3901ab2-bfdb-48bd-8a95-e51557cd994f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.954034] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.954282] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c23a30-ee72-4cf2-aebe-87922a85a75b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.963730] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1183.963730] env[70399]: value = "task-3759038" [ 1183.963730] env[70399]: _type = "Task" [ 1183.963730] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.973590] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.004523] env[70399]: DEBUG nova.compute.utils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.010033] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.010033] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.056020] env[70399]: DEBUG nova.policy [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c84ef0e46c48eea95a5aa3e7fb94cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb7e0d3707f49998ac5a5b36f9abd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.061801] env[70399]: INFO nova.compute.manager [-] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Took 1.49 seconds to deallocate network for instance. [ 1184.184307] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759037, 'name': ReconfigVM_Task, 'duration_secs': 0.354414} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.184602] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.185231] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9253b91a-b12c-4320-8a75-539b9f2f6750 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.192433] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1184.192433] env[70399]: value = "task-3759039" [ 1184.192433] env[70399]: _type = "Task" [ 1184.192433] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.203843] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759039, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.260565] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527d0ea5-6556-26e2-a343-b97adba4622d, 'name': SearchDatastore_Task, 'duration_secs': 0.020333} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.261570] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dfb66a-03ea-4e40-b5f3-d1aaa5ca2fb7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.276260] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1184.276260] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525438b7-4448-7f12-fc62-b9e86249a33a" [ 1184.276260] env[70399]: _type = "Task" [ 1184.276260] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.289997] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525438b7-4448-7f12-fc62-b9e86249a33a, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.294201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.294488] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fcc59202-7918-4d8d-a2b9-740e680e6e7c/fcc59202-7918-4d8d-a2b9-740e680e6e7c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.295740] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a0b687-e7a2-40f5-a5c9-9b2f8f412b20 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.303595] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1184.303595] env[70399]: value = "task-3759040" [ 1184.303595] env[70399]: _type = "Task" [ 1184.303595] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.318495] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.330017] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Successfully created port: 624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.381942] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220d8e01-b8c2-4df8-9823-1d407f6af2bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.390443] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35db1916-3bfb-4f54-be1b-ef7d06b1c2bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.426727] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8251e75e-6eeb-4293-add1-c6749cd4a03f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.435909] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bccbc6-eb56-4750-97ac-eed9e2eed3ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.450452] env[70399]: DEBUG nova.compute.provider_tree [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.474995] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07213} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.475558] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.476590] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586d907-a7f3-41a5-9882-ba1dafc2804e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.501702] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d3901ab2-bfdb-48bd-8a95-e51557cd994f/d3901ab2-bfdb-48bd-8a95-e51557cd994f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.502325] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3380299-bfb9-4eb6-9667-88afeabd2e92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.518698] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.529259] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1184.529259] env[70399]: value = "task-3759041" [ 1184.529259] env[70399]: _type = "Task" [ 1184.529259] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.541193] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.570644] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.703619] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759039, 'name': Rename_Task, 'duration_secs': 0.176221} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.703928] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.704225] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1847512f-c874-4bc4-ae2b-4ed19a0a8ce5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.713474] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1184.713474] env[70399]: value = "task-3759042" [ 1184.713474] env[70399]: _type = "Task" [ 1184.713474] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.725413] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.814100] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759040, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.987512] env[70399]: DEBUG nova.scheduler.client.report [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.987630] env[70399]: DEBUG nova.compute.provider_tree [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 138 to 139 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.987826] env[70399]: DEBUG nova.compute.provider_tree [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.038758] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759041, 'name': ReconfigVM_Task, 'duration_secs': 0.508241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.039123] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d3901ab2-bfdb-48bd-8a95-e51557cd994f/d3901ab2-bfdb-48bd-8a95-e51557cd994f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.039697] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91840f1c-088a-462e-8b47-8ad39cbadff0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.046486] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1185.046486] env[70399]: value = "task-3759043" [ 1185.046486] env[70399]: _type = "Task" [ 1185.046486] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.056518] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759043, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.225186] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.318232] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540572} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.318533] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fcc59202-7918-4d8d-a2b9-740e680e6e7c/fcc59202-7918-4d8d-a2b9-740e680e6e7c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.318726] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.318992] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ca76f7-3a6e-417f-8f52-981d170e6e18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.326740] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1185.326740] env[70399]: value = "task-3759044" [ 1185.326740] env[70399]: _type = "Task" [ 1185.326740] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.337220] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.471444] env[70399]: DEBUG nova.network.neutron [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Successfully updated port: 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.492710] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.494997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.289s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.495907] env[70399]: DEBUG nova.objects.instance [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lazy-loading 'resources' on Instance uuid 4fe79465-afad-42a5-ae2a-bf82b55db284 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.513884] env[70399]: DEBUG nova.compute.manager [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.514139] env[70399]: DEBUG oslo_concurrency.lockutils [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.514332] env[70399]: DEBUG oslo_concurrency.lockutils [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.514510] env[70399]: DEBUG oslo_concurrency.lockutils [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.514723] env[70399]: DEBUG nova.compute.manager [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] No waiting events found dispatching network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.514879] env[70399]: WARNING nova.compute.manager [req-414feb95-17d0-47c2-8e52-4fdbaf6a2793 req-d4147563-9d3b-4595-bd00-25d46e80efc7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received unexpected event network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 for instance with vm_state active and task_state None. [ 1185.515962] env[70399]: INFO nova.scheduler.client.report [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Deleted allocations for instance 1d0a6c8f-a99d-445c-9b6c-ca03466ce876 [ 1185.528984] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.558753] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759043, 'name': Rename_Task, 'duration_secs': 0.232578} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.561036] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.561324] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.561575] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.561812] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.561967] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.562139] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.562388] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.562559] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.562727] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.562892] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.563074] env[70399]: DEBUG nova.virt.hardware [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.563370] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.564145] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8dd716-f342-4ec3-9e67-d4f0116e64c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.567426] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e584e7-1b24-4b78-9c66-83f60a83b78a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.576815] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f38a2-d0bb-462f-a1d8-317993dc2b57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.582486] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1185.582486] env[70399]: value = "task-3759045" [ 1185.582486] env[70399]: _type = "Task" [ 1185.582486] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.599664] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759045, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.725035] env[70399]: DEBUG oslo_vmware.api [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759042, 'name': PowerOnVM_Task, 'duration_secs': 0.624313} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.725213] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.725437] env[70399]: DEBUG nova.compute.manager [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.726268] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40355277-6215-4fb0-b5f3-7dc58918d123 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.819925] env[70399]: DEBUG nova.compute.manager [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Received event network-vif-plugged-624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.820195] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.820461] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.820737] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.820783] env[70399]: DEBUG nova.compute.manager [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] No waiting events found dispatching network-vif-plugged-624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.820986] env[70399]: WARNING nova.compute.manager [req-d9f98b2c-370b-48ea-926c-6eb2ef76be9f req-6b1d6de3-bf21-4aaf-9607-db23d0552da5 service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Received unexpected event network-vif-plugged-624362ae-b7f3-464f-a815-4939826760f5 for instance with vm_state building and task_state spawning. [ 1185.837933] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099739} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.838482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.839302] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c9395-0fbc-4fa4-97e0-6f104e469eef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.868405] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fcc59202-7918-4d8d-a2b9-740e680e6e7c/fcc59202-7918-4d8d-a2b9-740e680e6e7c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.868746] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4907cebc-2471-4f84-8cbf-9fc990ca660d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.889971] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1185.889971] env[70399]: value = "task-3759046" [ 1185.889971] env[70399]: _type = "Task" [ 1185.889971] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.900784] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.916023] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Successfully updated port: 624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.973924] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.974101] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.974254] env[70399]: DEBUG nova.network.neutron [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.023596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89f93c9f-29aa-40db-8681-2c1e6c5ff446 tempest-ServerDiskConfigTestJSON-277542510 tempest-ServerDiskConfigTestJSON-277542510-project-member] Lock "1d0a6c8f-a99d-445c-9b6c-ca03466ce876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.481s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.096121] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.200525] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc625cd6-d92d-4ef7-8f04-3e27fdfc1a3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.208781] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ffe7ea-aa80-4f56-9ad4-059f3ede660b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.245522] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5dd6f5-a9ed-4047-8fa2-384c1a001dc5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.251715] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.255588] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f96652-1602-489c-ab8b-9ce32d95c56d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.269364] env[70399]: DEBUG nova.compute.provider_tree [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.400323] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.417975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.418045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.418206] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.522392] env[70399]: WARNING nova.network.neutron [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 1186.593764] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759045, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.773145] env[70399]: DEBUG nova.scheduler.client.report [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.848846] env[70399]: DEBUG nova.network.neutron [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "address": "fa:16:3e:14:21:f5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2fbec-6c", "ovs_interfaceid": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.900682] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759046, 'name': ReconfigVM_Task, 'duration_secs': 0.90461} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.900984] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fcc59202-7918-4d8d-a2b9-740e680e6e7c/fcc59202-7918-4d8d-a2b9-740e680e6e7c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.901683] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b4c7fe3-5671-476b-9a81-15dccb479576 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.909561] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1186.909561] env[70399]: value = "task-3759047" [ 1186.909561] env[70399]: _type = "Task" [ 1186.909561] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.918219] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759047, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.966098] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.094595] env[70399]: DEBUG oslo_vmware.api [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759045, 'name': PowerOnVM_Task, 'duration_secs': 1.259837} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.094866] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.095074] env[70399]: INFO nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1187.095251] env[70399]: DEBUG nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.096030] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acfe275-dc4a-4799-a354-8a9827bda3f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.166846] env[70399]: DEBUG nova.network.neutron [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.278956] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.281470] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.706s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.281728] env[70399]: DEBUG nova.objects.instance [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'resources' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.303224] env[70399]: INFO nova.scheduler.client.report [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Deleted allocations for instance 4fe79465-afad-42a5-ae2a-bf82b55db284 [ 1187.352309] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.353033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.353212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.354167] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279b121-7d07-412f-91c4-7ee91410da13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.373968] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.374248] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.374407] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.374590] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.374735] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.374962] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.375091] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.375253] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.375419] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.375582] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.375779] env[70399]: DEBUG nova.virt.hardware [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.382135] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfiguring VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1187.383096] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0007e60d-712c-462d-8ae1-bb90fa7c2114 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.401198] env[70399]: DEBUG oslo_vmware.api [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1187.401198] env[70399]: value = "task-3759048" [ 1187.401198] env[70399]: _type = "Task" [ 1187.401198] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.410119] env[70399]: DEBUG oslo_vmware.api [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759048, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.420748] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759047, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.595760] env[70399]: DEBUG nova.compute.manager [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.595960] env[70399]: DEBUG nova.compute.manager [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.596189] env[70399]: DEBUG oslo_concurrency.lockutils [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.596333] env[70399]: DEBUG oslo_concurrency.lockutils [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.596490] env[70399]: DEBUG nova.network.neutron [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.614921] env[70399]: INFO nova.compute.manager [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Took 32.99 seconds to build instance. [ 1187.669805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.670232] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Instance network_info: |[{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.670684] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:f1:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '624362ae-b7f3-464f-a815-4939826760f5', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.678492] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.679015] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.679282] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae1b9137-933f-4aa4-9e95-1e92be07d62e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.702804] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.702804] env[70399]: value = "task-3759049" [ 1187.702804] env[70399]: _type = "Task" [ 1187.702804] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.711048] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759049, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.784465] env[70399]: DEBUG nova.objects.instance [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'numa_topology' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.812920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-abbf5470-bfa4-45b4-aa6e-5753dd2f4a59 tempest-ImagesNegativeTestJSON-1224381487 tempest-ImagesNegativeTestJSON-1224381487-project-member] Lock "4fe79465-afad-42a5-ae2a-bf82b55db284" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.170s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.870391] env[70399]: DEBUG nova.compute.manager [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Received event network-changed-624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.870391] env[70399]: DEBUG nova.compute.manager [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Refreshing instance network info cache due to event network-changed-624362ae-b7f3-464f-a815-4939826760f5. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.870685] env[70399]: DEBUG oslo_concurrency.lockutils [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] Acquiring lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.870878] env[70399]: DEBUG oslo_concurrency.lockutils [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] Acquired lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.871066] env[70399]: DEBUG nova.network.neutron [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Refreshing network info cache for port 624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.913328] env[70399]: DEBUG oslo_vmware.api [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.923477] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759047, 'name': Rename_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.117125] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b2ae3c1-9b91-4b9d-90eb-134b4045f407 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.957s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.221031] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759049, 'name': CreateVM_Task, 'duration_secs': 0.416867} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.221031] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.221031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.221031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.221031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.221031] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65600109-4ccc-45ea-a844-aff066835de4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.226212] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1188.226212] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298edbc-a97f-1d64-1c61-46522fe258f4" [ 1188.226212] env[70399]: _type = "Task" [ 1188.226212] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.240385] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298edbc-a97f-1d64-1c61-46522fe258f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.287958] env[70399]: DEBUG nova.objects.base [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.416991] env[70399]: DEBUG oslo_vmware.api [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759048, 'name': ReconfigVM_Task, 'duration_secs': 0.691834} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.420902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.421488] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfigured VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1188.441345] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759047, 'name': Rename_Task, 'duration_secs': 1.193009} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.441683] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.442143] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ce31ee-d661-488b-9c50-5dba6f56399c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.451406] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1188.451406] env[70399]: value = "task-3759050" [ 1188.451406] env[70399]: _type = "Task" [ 1188.451406] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.461290] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.513839] env[70399]: DEBUG nova.network.neutron [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.514369] env[70399]: DEBUG nova.network.neutron [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "address": "fa:16:3e:14:21:f5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2fbec-6c", "ovs_interfaceid": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.564024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e4abc-6392-4d66-a3d9-c46f9b18ff00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.575846] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736220e0-ac50-4a7d-9627-a0dd3eba7b3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.617718] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d47c9-ac57-4b03-a3ae-c182447fb180 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.627287] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453b69d-1745-43ec-a2d8-9a44f285fdef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.649444] env[70399]: DEBUG nova.compute.provider_tree [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.738970] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298edbc-a97f-1d64-1c61-46522fe258f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.739620] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.739898] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.740166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.740319] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.740512] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.740868] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e84072a-cdad-4bfc-8ded-0df9cceba7a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.751659] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.752568] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.752671] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f95378-3897-41c7-add8-07181b4213eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.758431] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1188.758431] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524cd4b5-ea32-75a0-2db7-db095726a90f" [ 1188.758431] env[70399]: _type = "Task" [ 1188.758431] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.767171] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524cd4b5-ea32-75a0-2db7-db095726a90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.769188] env[70399]: DEBUG nova.network.neutron [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updated VIF entry in instance network info cache for port 624362ae-b7f3-464f-a815-4939826760f5. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.769188] env[70399]: DEBUG nova.network.neutron [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.927768] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b0b603f0-b50f-42ff-8687-070b40a761b2 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.537s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.964566] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.018583] env[70399]: DEBUG oslo_concurrency.lockutils [req-4bb95819-e6c0-4129-81ed-3bb99a2932af req-fbf9f597-7320-47d9-ba5e-17066247a61d service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.155364] env[70399]: DEBUG nova.scheduler.client.report [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.269647] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524cd4b5-ea32-75a0-2db7-db095726a90f, 'name': SearchDatastore_Task, 'duration_secs': 0.02131} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.270472] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555883f3-88bb-489b-a3bd-6b08b6df5ffb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.273031] env[70399]: DEBUG oslo_concurrency.lockutils [req-4b4dc058-2dfe-4728-b7bf-860b9b71992c req-340d2719-f0c3-476d-a625-49ee1db47d9c service nova] Releasing lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.276942] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1189.276942] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275c828-c257-454a-8d11-385fa99ab7b5" [ 1189.276942] env[70399]: _type = "Task" [ 1189.276942] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.288800] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275c828-c257-454a-8d11-385fa99ab7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.465600] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.661776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.666348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.800s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.666424] env[70399]: DEBUG nova.objects.instance [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'pci_requests' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.794499] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5275c828-c257-454a-8d11-385fa99ab7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.028535} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.795380] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.796820] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.797928] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192ceb96-2f7a-48d9-8835-64fc87f64e29 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.804210] env[70399]: DEBUG nova.compute.manager [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.805104] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243e603-3fa1-43e6-93d6-4fe2908c8ab3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.812233] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1189.812233] env[70399]: value = "task-3759051" [ 1189.812233] env[70399]: _type = "Task" [ 1189.812233] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.827631] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.964020] env[70399]: DEBUG oslo_vmware.api [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759050, 'name': PowerOnVM_Task, 'duration_secs': 1.257452} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.964020] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.964020] env[70399]: INFO nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Took 17.52 seconds to spawn the instance on the hypervisor. [ 1189.964234] env[70399]: DEBUG nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.965554] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76dbaf-138e-42a2-b3fe-5069d07096ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.178668] env[70399]: DEBUG nova.objects.instance [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'numa_topology' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.183676] env[70399]: DEBUG oslo_concurrency.lockutils [None req-09f86d99-6226-4c21-852e-ae382b22a01f tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.531s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.183676] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.927s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.183676] env[70399]: INFO nova.compute.manager [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Unshelving [ 1190.325221] env[70399]: INFO nova.compute.manager [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] instance snapshotting [ 1190.329348] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.331737] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34600462-622d-4b49-862c-e3b36776992f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.354780] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ce425-c6ce-4969-94bd-cdafe65e61c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.483103] env[70399]: INFO nova.compute.manager [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Took 41.07 seconds to build instance. [ 1190.637212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.637498] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.681878] env[70399]: INFO nova.compute.claims [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.827660] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708132} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.827761] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.827999] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.828295] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-497512a1-2abb-4f99-b626-e3908424a202 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.836239] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1190.836239] env[70399]: value = "task-3759052" [ 1190.836239] env[70399]: _type = "Task" [ 1190.836239] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.845911] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.869882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1190.870217] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-449e44c9-052d-468f-9b11-45d7cf240fcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.879033] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1190.879033] env[70399]: value = "task-3759053" [ 1190.879033] env[70399]: _type = "Task" [ 1190.879033] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.887972] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.985959] env[70399]: DEBUG oslo_concurrency.lockutils [None req-06d4378f-5a14-49bc-9c8c-2dd06d5e8859 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.598s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.140136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.140351] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.141251] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10262ac-77d2-4b45-95e2-f636a349c827 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.163568] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74918314-a8e1-4a99-9ea1-804ec397af07 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.194201] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfiguring VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1191.199936] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46448aa5-163e-472d-a186-7a6603858522 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.221526] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1191.221526] env[70399]: value = "task-3759054" [ 1191.221526] env[70399]: _type = "Task" [ 1191.221526] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.232457] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.234593] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.351300] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073113} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.351300] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.351300] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4df23e8-3414-4651-9cbe-7b67fc683912 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.382857] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.383508] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e146820-dcb9-4304-af06-13953f0e6941 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.411868] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.413427] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1191.413427] env[70399]: value = "task-3759055" [ 1191.413427] env[70399]: _type = "Task" [ 1191.413427] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.422585] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.540856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.541164] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.541419] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.541558] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.541731] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.544635] env[70399]: INFO nova.compute.manager [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Terminating instance [ 1191.738927] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.898827] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.915033] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259792a-bebd-482e-ac47-079e1b4baca6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.928564] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759055, 'name': ReconfigVM_Task, 'duration_secs': 0.342557} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.929347] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d32fa-1cda-4e6e-8887-0fab65164f23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.933367] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfigured VM instance instance-00000068 to attach disk [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.933998] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb69f68-cf58-4156-b6fb-59da27e53fa3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.970216] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced00a08-8f3a-4c18-b4c3-56b6dc9d84a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.974119] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1191.974119] env[70399]: value = "task-3759056" [ 1191.974119] env[70399]: _type = "Task" [ 1191.974119] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.982301] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728d34a-0baa-453b-8579-4f2e5f1a19d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.991894] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759056, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.003015] env[70399]: DEBUG nova.compute.provider_tree [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.050197] env[70399]: DEBUG nova.compute.manager [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.050197] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.050197] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6ab0c-3acd-4e22-b536-675f8bfe0977 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.059328] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.060705] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37fa2118-68c6-4b93-9523-d8561498ca37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.068793] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1192.068793] env[70399]: value = "task-3759057" [ 1192.068793] env[70399]: _type = "Task" [ 1192.068793] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.082470] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.236901] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.394628] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759053, 'name': CreateSnapshot_Task, 'duration_secs': 1.336663} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.394979] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1192.395787] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97985a85-55d9-46ab-81eb-d54a5845f772 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.486453] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759056, 'name': Rename_Task, 'duration_secs': 0.154066} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.486754] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.487109] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb87487a-f184-47a9-9c1c-1d9d022da95e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.495608] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1192.495608] env[70399]: value = "task-3759058" [ 1192.495608] env[70399]: _type = "Task" [ 1192.495608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.507227] env[70399]: DEBUG nova.scheduler.client.report [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.512077] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.582192] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759057, 'name': PowerOffVM_Task, 'duration_secs': 0.269613} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.582607] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.582899] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.583288] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a52cf66-7930-41d8-82fd-2aadd23bb3a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.744128] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.746222] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.746479] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.747555] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleting the datastore file [datastore1] fcc59202-7918-4d8d-a2b9-740e680e6e7c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.747900] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6305a6af-8188-4dc8-b6fa-40fc916e8c92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.755456] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1192.755456] env[70399]: value = "task-3759060" [ 1192.755456] env[70399]: _type = "Task" [ 1192.755456] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.765788] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.917038] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1192.917411] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-468cc9c7-0436-4580-bc29-cbc1422dd130 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.928120] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1192.928120] env[70399]: value = "task-3759061" [ 1192.928120] env[70399]: _type = "Task" [ 1192.928120] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.938791] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759061, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.007166] env[70399]: DEBUG oslo_vmware.api [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759058, 'name': PowerOnVM_Task, 'duration_secs': 0.454} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.007511] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.007946] env[70399]: INFO nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1193.007946] env[70399]: DEBUG nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.009029] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59567e64-d89c-4c35-9312-b24e8796688d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.012848] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.347s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.017370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.045s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.017599] env[70399]: DEBUG nova.objects.instance [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1193.058278] env[70399]: INFO nova.network.neutron [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating port 4a451501-d220-44ab-ae11-9eead0f8d216 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1193.235970] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.269779] env[70399]: DEBUG oslo_vmware.api [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326681} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.270313] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.270684] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.271046] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.271385] env[70399]: INFO nova.compute.manager [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1193.271683] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.271947] env[70399]: DEBUG nova.compute.manager [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.272158] env[70399]: DEBUG nova.network.neutron [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.445933] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759061, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.536258] env[70399]: INFO nova.compute.manager [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Took 27.35 seconds to build instance. [ 1193.740831] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.778436] env[70399]: DEBUG nova.compute.manager [req-eee9360d-d5a9-4306-8d18-4f08e99bcf90 req-c75aae5a-bd50-4713-bf60-84128630d010 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-deleted-38461d03-3fe6-4fa7-b0c1-84769c81d2a7 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.778641] env[70399]: INFO nova.compute.manager [req-eee9360d-d5a9-4306-8d18-4f08e99bcf90 req-c75aae5a-bd50-4713-bf60-84128630d010 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Neutron deleted interface 38461d03-3fe6-4fa7-b0c1-84769c81d2a7; detaching it from the instance and deleting it from the info cache [ 1193.779236] env[70399]: DEBUG nova.network.neutron [req-eee9360d-d5a9-4306-8d18-4f08e99bcf90 req-c75aae5a-bd50-4713-bf60-84128630d010 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [{"id": "14053428-0deb-406a-a466-023539a10de4", "address": "fa:16:3e:5b:5a:6e", "network": {"id": "37f3edd2-3aae-49b7-b313-61a1b6620aa3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1089723907", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14053428-0d", "ovs_interfaceid": "14053428-0deb-406a-a466-023539a10de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "address": "fa:16:3e:bd:7f:00", "network": {"id": "c629eeb9-0ccf-4097-a80b-580e1b7a3a82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478247863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43909b39-f5", "ovs_interfaceid": "43909b39-f5fc-4d91-bff4-4c7f59d1c0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.943355] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759061, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.030388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-8b26ffb4-ecd0-4713-a974-2dbb5d58b380 tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.034692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.563s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.037060] env[70399]: INFO nova.compute.claims [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.041867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-2af8820c-0771-41d2-96b5-944c26a90237 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.866s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.240716] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.283206] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43592539-4f98-4092-9e11-1728076ae478 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.291886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1df7af-30c4-4162-b300-a7fb6dc5d39f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.327431] env[70399]: DEBUG nova.compute.manager [req-eee9360d-d5a9-4306-8d18-4f08e99bcf90 req-c75aae5a-bd50-4713-bf60-84128630d010 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Detach interface failed, port_id=38461d03-3fe6-4fa7-b0c1-84769c81d2a7, reason: Instance fcc59202-7918-4d8d-a2b9-740e680e6e7c could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.441814] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759061, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.727202] env[70399]: DEBUG nova.compute.manager [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.727202] env[70399]: DEBUG oslo_concurrency.lockutils [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.728206] env[70399]: DEBUG oslo_concurrency.lockutils [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.728539] env[70399]: DEBUG oslo_concurrency.lockutils [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.728871] env[70399]: DEBUG nova.compute.manager [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] No waiting events found dispatching network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1194.729215] env[70399]: WARNING nova.compute.manager [req-796b32de-8de4-447b-92e3-e680ed6a4752 req-922e9d69-7240-4630-a5b2-30b4cf31a484 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received unexpected event network-vif-plugged-4a451501-d220-44ab-ae11-9eead0f8d216 for instance with vm_state shelved_offloaded and task_state spawning. [ 1194.740783] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.832482] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.832482] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.832482] env[70399]: DEBUG nova.network.neutron [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.941198] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759061, 'name': CloneVM_Task, 'duration_secs': 1.951887} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.941500] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Created linked-clone VM from snapshot [ 1194.942372] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c3523a-68aa-4040-9c45-4e59a5ba3066 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.945147] env[70399]: DEBUG nova.network.neutron [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.954022] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Uploading image 0d473bb4-fe2f-4bd0-8d6d-5f4cdb1839d5 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1194.971534] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1194.972101] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03642ac7-298d-42d5-9b8b-701ca032741e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.980781] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1194.980781] env[70399]: value = "task-3759062" [ 1194.980781] env[70399]: _type = "Task" [ 1194.980781] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.989823] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759062, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.246673] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.331874] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525ebb3-6142-4573-ad82-cda1ee4e7c52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.342421] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9230cd6-4c6c-4b03-89e0-4643249356db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.389376] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7d1d9-2ff6-4aa1-a2df-8f4f320ba234 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.401017] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d0172d-988e-41b7-a2e9-ebc3c391c389 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.415834] env[70399]: DEBUG nova.compute.provider_tree [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.447881] env[70399]: INFO nova.compute.manager [-] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Took 2.18 seconds to deallocate network for instance. [ 1195.477097] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.480339] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.493645] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759062, 'name': Destroy_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.518744] env[70399]: DEBUG nova.compute.manager [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.653859] env[70399]: DEBUG nova.network.neutron [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.743978] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.807455] env[70399]: DEBUG nova.compute.manager [req-0ebb8669-6ce0-4815-8024-fa3acf746305 req-77f0b43d-aadb-4e86-b8b4-12dff1a2f909 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-deleted-14053428-0deb-406a-a466-023539a10de4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.807689] env[70399]: DEBUG nova.compute.manager [req-0ebb8669-6ce0-4815-8024-fa3acf746305 req-77f0b43d-aadb-4e86-b8b4-12dff1a2f909 service nova] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Received event network-vif-deleted-43909b39-f5fc-4d91-bff4-4c7f59d1c0ff {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.922037] env[70399]: DEBUG nova.scheduler.client.report [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.956814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.980890] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.994319] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759062, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.044440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.159780] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.197461] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8afa21a1eae938514d32b1171cccdd1a',container_format='bare',created_at=2025-04-29T22:32:12Z,direct_url=,disk_format='vmdk',id=91da2071-80d3-4b79-b105-1861107bbdc3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1445855673-shelved',owner='4f07caa5821549a08666ca8098ff6d54',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-29T22:32:28Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.197875] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.198161] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.198469] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.198712] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.198955] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.199292] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.199498] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.199782] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.200183] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.200508] env[70399]: DEBUG nova.virt.hardware [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.201768] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80efcc2e-2c0b-4b88-a023-7a86035ecd9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.211949] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a60db3-f5d4-4b08-b7b4-f70680ab03fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.229241] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d6:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a451501-d220-44ab-ae11-9eead0f8d216', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.246550] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.247140] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.253084] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab6f4d4-c225-414c-a923-3fea51e3eac2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.273565] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.275089] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.275089] env[70399]: value = "task-3759063" [ 1196.275089] env[70399]: _type = "Task" [ 1196.275089] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.285974] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759063, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.427516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.428102] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.430691] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.602s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.430902] env[70399]: DEBUG nova.objects.instance [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lazy-loading 'resources' on Instance uuid 90b7cba8-865a-46eb-a8d4-8383cf69c5a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.498344] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759062, 'name': Destroy_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.509408] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.755437] env[70399]: DEBUG nova.compute.manager [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.755689] env[70399]: DEBUG nova.compute.manager [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing instance network info cache due to event network-changed-4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.755806] env[70399]: DEBUG oslo_concurrency.lockutils [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] Acquiring lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.755918] env[70399]: DEBUG oslo_concurrency.lockutils [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] Acquired lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.756098] env[70399]: DEBUG nova.network.neutron [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Refreshing network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.761494] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.785595] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759063, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.934321] env[70399]: DEBUG nova.compute.utils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.940194] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.940194] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.983323] env[70399]: DEBUG nova.policy [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.996815] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759062, 'name': Destroy_Task, 'duration_secs': 1.593042} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.997199] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Destroyed the VM [ 1196.997465] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1196.997778] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e8928a5-1902-4bce-9182-3e1e7ea34009 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.007422] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1197.007422] env[70399]: value = "task-3759064" [ 1197.007422] env[70399]: _type = "Task" [ 1197.007422] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.016616] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.196903] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc3182-fa7e-445e-801f-45acfb618812 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.205847] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a26e2-af39-4294-bfab-ec4b60591d9a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.237919] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23cf4d-e758-46b9-8279-88a32d541ba9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.246857] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120fe37-eff6-4eac-a942-fb4dfac1f31d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.268814] env[70399]: DEBUG nova.compute.provider_tree [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.273142] env[70399]: DEBUG oslo_vmware.api [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759054, 'name': ReconfigVM_Task, 'duration_secs': 5.779911} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.273992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.274224] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Reconfigured VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1197.290328] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759063, 'name': CreateVM_Task, 'duration_secs': 0.725215} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.290625] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.291777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.291995] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.295978] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.295978] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Successfully created port: 30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.297212] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf5a98c-9a1f-4482-8157-2999a744cd0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.306274] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1197.306274] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52edb96a-3940-4db3-4ca7-abf5a3d2de97" [ 1197.306274] env[70399]: _type = "Task" [ 1197.306274] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.327492] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.328110] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Processing image 91da2071-80d3-4b79-b105-1861107bbdc3 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.328771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.329041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.329439] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.329990] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df6b218-e125-4cc4-bb92-31465c4425a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.354798] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.354973] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.355847] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b0291f-10ea-4269-b449-5083d77f02c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.364643] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1197.364643] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5239ef58-a359-e40e-ef67-9619514c3bc3" [ 1197.364643] env[70399]: _type = "Task" [ 1197.364643] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.375687] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5239ef58-a359-e40e-ef67-9619514c3bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.439544] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.521595] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759064, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.641560] env[70399]: DEBUG nova.network.neutron [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updated VIF entry in instance network info cache for port 4a451501-d220-44ab-ae11-9eead0f8d216. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.641991] env[70399]: DEBUG nova.network.neutron [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [{"id": "4a451501-d220-44ab-ae11-9eead0f8d216", "address": "fa:16:3e:d9:d6:91", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a451501-d2", "ovs_interfaceid": "4a451501-d220-44ab-ae11-9eead0f8d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.775438] env[70399]: DEBUG nova.scheduler.client.report [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.875545] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1197.875805] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Fetch image to [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673/OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1197.875992] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Downloading stream optimized image 91da2071-80d3-4b79-b105-1861107bbdc3 to [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673/OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673.vmdk on the data store datastore1 as vApp {{(pid=70399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1197.876224] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Downloading image file data 91da2071-80d3-4b79-b105-1861107bbdc3 to the ESX as VM named 'OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673' {{(pid=70399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1197.967632] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1197.967632] env[70399]: value = "resgroup-9" [ 1197.967632] env[70399]: _type = "ResourcePool" [ 1197.967632] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1197.967970] env[70399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-04d82922-03c6-414b-aa05-f3c4a6b1f177 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.990684] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease: (returnval){ [ 1197.990684] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1197.990684] env[70399]: _type = "HttpNfcLease" [ 1197.990684] env[70399]: } obtained for vApp import into resource pool (val){ [ 1197.990684] env[70399]: value = "resgroup-9" [ 1197.990684] env[70399]: _type = "ResourcePool" [ 1197.990684] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1197.991254] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the lease: (returnval){ [ 1197.991254] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1197.991254] env[70399]: _type = "HttpNfcLease" [ 1197.991254] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1197.998246] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.998246] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1197.998246] env[70399]: _type = "HttpNfcLease" [ 1197.998246] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1198.019838] env[70399]: DEBUG oslo_vmware.api [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705388} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.020263] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1198.145331] env[70399]: DEBUG oslo_concurrency.lockutils [req-c5253198-939a-4c6a-81bb-b88b7bf43d04 req-d32c7bed-9c6e-4eb1-81a3-8bacf0afe33c service nova] Releasing lock "refresh_cache-80053d58-afd5-45f7-ae54-84d2b86826a9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.281040] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.283693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.713s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.283986] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.285973] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.034s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.286181] env[70399]: DEBUG nova.objects.instance [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1198.306093] env[70399]: INFO nova.scheduler.client.report [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Deleted allocations for instance 90b7cba8-865a-46eb-a8d4-8383cf69c5a9 [ 1198.308231] env[70399]: INFO nova.scheduler.client.report [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted allocations for instance b6269065-d8ba-4377-961a-d99a313b8bd6 [ 1198.448809] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.473081] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.473360] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.473518] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.473823] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.474135] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.474311] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.474527] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.474685] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.474852] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.475026] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.475255] env[70399]: DEBUG nova.virt.hardware [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.476248] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51811c4c-8664-4ca0-a44d-17213881ce2c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.485400] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897a8c4-113f-406d-b016-7ce1bc24c939 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.509397] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.509397] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1198.509397] env[70399]: _type = "HttpNfcLease" [ 1198.509397] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1198.524653] env[70399]: WARNING nova.compute.manager [None req-8b4d4455-378a-4eb6-bf37-ca45c7a6fd43 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Image not found during snapshot: nova.exception.ImageNotFound: Image 0d473bb4-fe2f-4bd0-8d6d-5f4cdb1839d5 could not be found. [ 1198.820570] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d84221a5-ac69-45ff-a31c-360562ccf7ef tempest-ServersListShow296Test-317893430 tempest-ServersListShow296Test-317893430-project-member] Lock "90b7cba8-865a-46eb-a8d4-8383cf69c5a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.280s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.822108] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c98d8643-4703-49bc-9ac1-e525cfb1d50d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "b6269065-d8ba-4377-961a-d99a313b8bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.535s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.934293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.934293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.934293] env[70399]: DEBUG nova.network.neutron [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.999532] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.999532] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1198.999532] env[70399]: _type = "HttpNfcLease" [ 1198.999532] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1198.999906] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1198.999906] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287b7ce-f183-dbb9-bf51-81b9c8617240" [ 1198.999906] env[70399]: _type = "HttpNfcLease" [ 1198.999906] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1199.000628] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e0edf-ed67-4361-8ae4-34c2fff3dffb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.009774] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1199.009997] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1199.075489] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bacb539c-fca1-486d-ab6a-2aa8846c8d5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.298463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9db4bc30-00f1-4123-9176-06de3cb5a1bf tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.298463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.063s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.298463] env[70399]: DEBUG nova.objects.instance [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'pci_requests' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.317438] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Successfully updated port: 30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.350794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.351540] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.352119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.352627] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.353275] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.357281] env[70399]: INFO nova.compute.manager [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Terminating instance [ 1199.540876] env[70399]: DEBUG nova.compute.manager [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Received event network-vif-plugged-30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.541018] env[70399]: DEBUG oslo_concurrency.lockutils [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] Acquiring lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.541249] env[70399]: DEBUG oslo_concurrency.lockutils [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.541421] env[70399]: DEBUG oslo_concurrency.lockutils [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.541594] env[70399]: DEBUG nova.compute.manager [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] No waiting events found dispatching network-vif-plugged-30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1199.541849] env[70399]: WARNING nova.compute.manager [req-377166d9-e035-4798-9e3e-4302b7eacb5b req-1e141df6-b5de-494c-92a2-5dc4f27dc580 service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Received unexpected event network-vif-plugged-30dce545-ee46-4d74-b5c8-90702e02c8dc for instance with vm_state building and task_state spawning. [ 1199.788337] env[70399]: INFO nova.network.neutron [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1199.788751] env[70399]: DEBUG nova.network.neutron [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.806487] env[70399]: DEBUG nova.objects.instance [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'numa_topology' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.822473] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.822878] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.822878] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.864174] env[70399]: DEBUG nova.compute.manager [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.864174] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.865318] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d738381-8d37-4fd3-9d71-e5bb89cacdff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.880252] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.884345] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94902328-f0c5-4eb2-a65e-d59d4c32ab6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.893874] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1199.893874] env[70399]: value = "task-3759066" [ 1199.893874] env[70399]: _type = "Task" [ 1199.893874] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.907706] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.071025] env[70399]: DEBUG nova.compute.manager [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.071025] env[70399]: DEBUG nova.compute.manager [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing instance network info cache due to event network-changed-f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.071025] env[70399]: DEBUG oslo_concurrency.lockutils [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] Acquiring lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.156651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.156651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.283586] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1200.283810] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1200.285430] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d8c076-1148-429e-81b3-33a1b420f06e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.292304] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.299245] env[70399]: DEBUG oslo_concurrency.lockutils [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] Acquired lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.299245] env[70399]: DEBUG nova.network.neutron [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Refreshing network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.299412] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1200.299528] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1200.300371] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d46b3559-9842-4e4f-bd7b-b8c732cb6caa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.308271] env[70399]: INFO nova.compute.claims [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.373134] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.404693] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759066, 'name': PowerOffVM_Task, 'duration_secs': 0.266547} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.404984] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.405172] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.405481] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5971c7-fa13-4931-9b5e-6dd84f265e7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.480368] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.480718] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.480932] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleting the datastore file [datastore2] d3901ab2-bfdb-48bd-8a95-e51557cd994f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.481415] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-018d03c9-89e0-4cfd-8d6d-0d6b690ca928 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.491547] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for the task: (returnval){ [ 1200.491547] env[70399]: value = "task-3759068" [ 1200.491547] env[70399]: _type = "Task" [ 1200.491547] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.499749] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.504613] env[70399]: DEBUG oslo_vmware.rw_handles [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a4f7-be7d-75db-dd59-ec98079fb0ad/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1200.504857] env[70399]: INFO nova.virt.vmwareapi.images [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Downloaded image file data 91da2071-80d3-4b79-b105-1861107bbdc3 [ 1200.505809] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c4fac-d8c1-4b02-91ad-6be3f59aab59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.525523] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c6e5a9-03ce-4ce6-81da-543a62d85144 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.560333] env[70399]: INFO nova.virt.vmwareapi.images [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] The imported VM was unregistered [ 1200.563680] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1200.564761] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.564867] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6071575c-ad94-4b09-b100-4da176834fe0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.577749] env[70399]: DEBUG nova.network.neutron [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Updating instance_info_cache with network_info: [{"id": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "address": "fa:16:3e:59:8c:45", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dce545-ee", "ovs_interfaceid": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.579348] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.582806] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673/OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673.vmdk to [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk. {{(pid=70399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1200.582806] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-04c0e279-5286-4b03-98fb-e8defba65fd4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.590026] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1200.590026] env[70399]: value = "task-3759070" [ 1200.590026] env[70399]: _type = "Task" [ 1200.590026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.597718] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.662889] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.772731] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.773047] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.773447] env[70399]: DEBUG nova.objects.instance [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'flavor' on Instance uuid 764461b3-d76c-4779-a133-517ff6a98d51 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.802939] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9f3cca38-b003-4334-b10a-fdd4ab3b888b tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-4081ad9b-786f-402b-9c76-ca3064e8ae29-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.165s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.004205] env[70399]: DEBUG oslo_vmware.api [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Task: {'id': task-3759068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164363} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.004627] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.004964] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.005259] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.005530] env[70399]: INFO nova.compute.manager [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1201.005902] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.006243] env[70399]: DEBUG nova.compute.manager [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.006387] env[70399]: DEBUG nova.network.neutron [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.081582] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.081800] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Instance network_info: |[{"id": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "address": "fa:16:3e:59:8c:45", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dce545-ee", "ovs_interfaceid": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.082276] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:8c:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30dce545-ee46-4d74-b5c8-90702e02c8dc', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.090816] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.091555] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.095088] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430faee4-33c2-4dce-8ada-945703828a76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.117611] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.119260] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.119260] env[70399]: value = "task-3759071" [ 1201.119260] env[70399]: _type = "Task" [ 1201.119260] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.131663] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759071, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.187315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.291488] env[70399]: DEBUG nova.network.neutron [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updated VIF entry in instance network info cache for port f1392dc7-6a54-435d-9d3e-c00e8412d126. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.291861] env[70399]: DEBUG nova.network.neutron [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [{"id": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "address": "fa:16:3e:7d:f6:a5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1392dc7-6a", "ovs_interfaceid": "f1392dc7-6a54-435d-9d3e-c00e8412d126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.429712] env[70399]: DEBUG nova.objects.instance [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'pci_requests' on Instance uuid 764461b3-d76c-4779-a133-517ff6a98d51 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.581519] env[70399]: DEBUG nova.compute.manager [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Received event network-changed-30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.581725] env[70399]: DEBUG nova.compute.manager [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Refreshing instance network info cache due to event network-changed-30dce545-ee46-4d74-b5c8-90702e02c8dc. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.581939] env[70399]: DEBUG oslo_concurrency.lockutils [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] Acquiring lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.582093] env[70399]: DEBUG oslo_concurrency.lockutils [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] Acquired lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.582258] env[70399]: DEBUG nova.network.neutron [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Refreshing network info cache for port 30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.611271] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.613087] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182a4ee3-9fbd-45a1-8105-ee5318ccbbca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.616293] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.616835] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.629287] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcd997-5444-485a-87fb-81dcb08e7eee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.667955] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff5f64-8487-4fcf-8c7c-b8528e1eb449 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.671221] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759071, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.679950] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad349e-7913-44e9-8cee-8bd4f1f7d9b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.698265] env[70399]: DEBUG nova.compute.provider_tree [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.795391] env[70399]: DEBUG oslo_concurrency.lockutils [req-e4384325-8b92-4f24-9c59-3a6894c65637 req-6602a89d-fa41-4a83-9f9d-ccf5d89f82b7 service nova] Releasing lock "refresh_cache-4081ad9b-786f-402b-9c76-ca3064e8ae29" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.933439] env[70399]: DEBUG nova.objects.base [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Object Instance<764461b3-d76c-4779-a133-517ff6a98d51> lazy-loaded attributes: flavor,pci_requests {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.933905] env[70399]: DEBUG nova.network.neutron [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.009087] env[70399]: DEBUG nova.policy [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f598991ea9b543138a8c125e6429d21b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f90106cebc4c3aa15b1588032145b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.048423] env[70399]: DEBUG nova.network.neutron [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.107728] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.132827] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.133068] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.133330] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.133536] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.133756] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.133970] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.134173] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1202.134377] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.145508] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759071, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.203645] env[70399]: DEBUG nova.scheduler.client.report [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.219465] env[70399]: DEBUG nova.compute.manager [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.220174] env[70399]: DEBUG nova.compute.manager [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing instance network info cache due to event network-changed-42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.220317] env[70399]: DEBUG oslo_concurrency.lockutils [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.220528] env[70399]: DEBUG oslo_concurrency.lockutils [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.220635] env[70399]: DEBUG nova.network.neutron [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.353938] env[70399]: DEBUG nova.network.neutron [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Updated VIF entry in instance network info cache for port 30dce545-ee46-4d74-b5c8-90702e02c8dc. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.354321] env[70399]: DEBUG nova.network.neutron [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Updating instance_info_cache with network_info: [{"id": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "address": "fa:16:3e:59:8c:45", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dce545-ee", "ovs_interfaceid": "30dce545-ee46-4d74-b5c8-90702e02c8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.501570] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.501808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.551796] env[70399]: INFO nova.compute.manager [-] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Took 1.55 seconds to deallocate network for instance. [ 1202.605951] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.635983] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759071, 'name': CreateVM_Task, 'duration_secs': 1.082457} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.636267] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.636837] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.637019] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.637438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.637723] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f658d17-b95c-498c-abe7-dee205ee8bee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.640450] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.646644] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1202.646644] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f49be4-17c7-07c7-d046-d2ef1bd290de" [ 1202.646644] env[70399]: _type = "Task" [ 1202.646644] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.659824] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f49be4-17c7-07c7-d046-d2ef1bd290de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.710935] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.413s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.713310] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.757s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.713677] env[70399]: DEBUG nova.objects.instance [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lazy-loading 'resources' on Instance uuid fcc59202-7918-4d8d-a2b9-740e680e6e7c {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.747076] env[70399]: INFO nova.network.neutron [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating port 9269b225-75e0-47ce-a7c2-5da9a065ea61 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1202.858073] env[70399]: DEBUG oslo_concurrency.lockutils [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] Releasing lock "refresh_cache-9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.858405] env[70399]: DEBUG nova.compute.manager [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Received event network-vif-deleted-6c849f8f-ac86-498c-be3d-1796f5e4d86c {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.858590] env[70399]: INFO nova.compute.manager [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Neutron deleted interface 6c849f8f-ac86-498c-be3d-1796f5e4d86c; detaching it from the instance and deleting it from the info cache [ 1202.858766] env[70399]: DEBUG nova.network.neutron [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.975691] env[70399]: DEBUG nova.network.neutron [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updated VIF entry in instance network info cache for port 42cb55a0-c587-4d75-bf79-61f46ee8f488. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.976044] env[70399]: DEBUG nova.network.neutron [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.005139] env[70399]: DEBUG nova.compute.utils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.059235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.109774] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.158243] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f49be4-17c7-07c7-d046-d2ef1bd290de, 'name': SearchDatastore_Task, 'duration_secs': 0.095063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.158510] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.158764] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.158996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.159161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.159349] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.159629] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d30a99-630c-4c66-aaf7-5397a62e6712 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.169713] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.169916] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.170668] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7361f48-3e62-40d4-86df-c90a9a398610 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.176802] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1203.176802] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520f1d12-8ad1-bdc1-ae69-0a76d947783b" [ 1203.176802] env[70399]: _type = "Task" [ 1203.176802] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.188293] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520f1d12-8ad1-bdc1-ae69-0a76d947783b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.363017] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e031d0fe-d3b7-41d1-8236-e43cb54888c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.375034] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2370a5b-622b-4401-84e6-8ff2f7f5b51f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.413653] env[70399]: DEBUG nova.compute.manager [req-5f4432be-5231-4163-a578-ff1595a88e5f req-7037a29a-69f9-464d-b962-13482e7f001f service nova] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Detach interface failed, port_id=6c849f8f-ac86-498c-be3d-1796f5e4d86c, reason: Instance d3901ab2-bfdb-48bd-8a95-e51557cd994f could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.466886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d434c7-d39f-417f-95c8-d7b5a8b11216 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.474586] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760b677-6f54-4668-add3-1464c130587a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.479722] env[70399]: DEBUG oslo_concurrency.lockutils [req-8b0fba4d-f0f1-4244-9db8-b47b67eee610 req-6d42afb0-50a6-433d-8268-b5241f74f450 service nova] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.505079] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47207b31-5e22-4935-917a-cb5a9f9494b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.508101] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.514577] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63449b02-1e62-4681-bc83-1348c74fc53c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.529199] env[70399]: DEBUG nova.compute.provider_tree [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.608015] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.647605] env[70399]: DEBUG nova.network.neutron [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Successfully updated port: 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.688959] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520f1d12-8ad1-bdc1-ae69-0a76d947783b, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.689814] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140d02df-9682-4718-acf1-55029619a0dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.696808] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1203.696808] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5240f0c0-be44-9b7d-9a38-62495e51a2f6" [ 1203.696808] env[70399]: _type = "Task" [ 1203.696808] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.707340] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5240f0c0-be44-9b7d-9a38-62495e51a2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.032407] env[70399]: DEBUG nova.scheduler.client.report [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.106210] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.150286] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.150440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.150605] env[70399]: DEBUG nova.network.neutron [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.208555] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5240f0c0-be44-9b7d-9a38-62495e51a2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015771} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.208923] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.209249] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c/9122f62e-2292-4b59-b0e2-3fa4e43f7e2c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.209586] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c57f4b-adc7-46ec-aeaf-1f3498c22ce0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.218019] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1204.218019] env[70399]: value = "task-3759072" [ 1204.218019] env[70399]: _type = "Task" [ 1204.218019] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.228237] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.239185] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.239379] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.239595] env[70399]: DEBUG nova.network.neutron [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.538410] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.542195] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.497s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.568166] env[70399]: INFO nova.scheduler.client.report [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleted allocations for instance fcc59202-7918-4d8d-a2b9-740e680e6e7c [ 1204.576034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.576034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.576034] env[70399]: INFO nova.compute.manager [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Attaching volume 711b7f9a-a1ba-4f27-ae73-7515c76c0663 to /dev/sdb [ 1204.607700] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759070, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.615142} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.607998] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673/OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673.vmdk to [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk. [ 1204.608227] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Cleaning up location [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1204.608426] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_87032540-a88e-4571-8f8e-406b59054673 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.608701] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7436e30c-dbb8-40f1-b249-07236b935b7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.617000] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7b53a-6bcb-4669-af0b-eae41ce85389 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.622253] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1204.622253] env[70399]: value = "task-3759073" [ 1204.622253] env[70399]: _type = "Task" [ 1204.622253] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.628770] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182e008-4b47-4c69-aff1-25f2b49f9829 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.635049] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.651226] env[70399]: DEBUG nova.virt.block_device [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updating existing volume attachment record: dd0e6f6e-c229-4b89-a007-bbdfc6a20611 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1204.691055] env[70399]: WARNING nova.network.neutron [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] 9b42e19d-f0eb-4d23-b399-a733e9d18e64 already exists in list: networks containing: ['9b42e19d-f0eb-4d23-b399-a733e9d18e64']. ignoring it [ 1204.734674] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513851} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.735343] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c/9122f62e-2292-4b59-b0e2-3fa4e43f7e2c.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.735570] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.735834] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-590550fd-2940-4a52-9a39-44ee7eb48174 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.745242] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1204.745242] env[70399]: value = "task-3759074" [ 1204.745242] env[70399]: _type = "Task" [ 1204.745242] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.755556] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.004805] env[70399]: DEBUG nova.network.neutron [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "address": "fa:16:3e:14:21:f5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2fbec-6c", "ovs_interfaceid": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.047450] env[70399]: INFO nova.compute.claims [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.062664] env[70399]: DEBUG nova.network.neutron [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.077831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4dcef9a0-b492-4c0f-b698-1e7d3052e2ef tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "fcc59202-7918-4d8d-a2b9-740e680e6e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.537s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.111807] env[70399]: DEBUG nova.compute.manager [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.111807] env[70399]: DEBUG oslo_concurrency.lockutils [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.111807] env[70399]: DEBUG oslo_concurrency.lockutils [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.111807] env[70399]: DEBUG oslo_concurrency.lockutils [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.111807] env[70399]: DEBUG nova.compute.manager [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] No waiting events found dispatching network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.112467] env[70399]: WARNING nova.compute.manager [req-226cc957-cd3f-42ef-9f25-5f3161aa1719 req-2bd8cebd-a401-4a16-93bc-221046c10e3f service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received unexpected event network-vif-plugged-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 for instance with vm_state active and task_state None. [ 1205.129175] env[70399]: DEBUG nova.compute.manager [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.129390] env[70399]: DEBUG oslo_concurrency.lockutils [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.129674] env[70399]: DEBUG oslo_concurrency.lockutils [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.129850] env[70399]: DEBUG oslo_concurrency.lockutils [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.130045] env[70399]: DEBUG nova.compute.manager [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] No waiting events found dispatching network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.130231] env[70399]: WARNING nova.compute.manager [req-36dcdd1e-70cd-48a8-8b29-387e5abbb7fe req-a6d23318-8145-4998-a99b-f32177c63f84 service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received unexpected event network-vif-plugged-9269b225-75e0-47ce-a7c2-5da9a065ea61 for instance with vm_state shelved_offloaded and task_state spawning. [ 1205.134234] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113888} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.134489] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.134670] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.134918] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk to [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.135228] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca4d93b-d518-46cb-8726-de8f056c60fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.142756] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1205.142756] env[70399]: value = "task-3759076" [ 1205.142756] env[70399]: _type = "Task" [ 1205.142756] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.151615] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.256097] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067755} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.256414] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.257247] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe180da-be67-4f0e-9206-2e84dd5e0b64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.282724] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c/9122f62e-2292-4b59-b0e2-3fa4e43f7e2c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.282796] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69c2fc0-2deb-48a6-a7ad-d2336043849b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.303478] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1205.303478] env[70399]: value = "task-3759077" [ 1205.303478] env[70399]: _type = "Task" [ 1205.303478] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.312654] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.508155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.508965] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.509146] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.510325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6c52f-0b2a-4502-b9f2-3bea8c6a6f4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.531964] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.532227] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.532391] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.532574] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.532733] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.532905] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.533150] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.533317] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.533486] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.533681] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.533874] env[70399]: DEBUG nova.virt.hardware [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.540834] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfiguring VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1205.541257] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d87c54-a65f-4600-a1ec-e0bd2dae26f2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.554951] env[70399]: INFO nova.compute.resource_tracker [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating resource usage from migration 168076f6-f32d-4017-8565-8ac1dfc50628 [ 1205.565069] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.567508] env[70399]: DEBUG oslo_vmware.api [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1205.567508] env[70399]: value = "task-3759078" [ 1205.567508] env[70399]: _type = "Task" [ 1205.567508] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.579427] env[70399]: DEBUG oslo_vmware.api [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759078, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.598420] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0eeedd8976ecd8b63dd758f3d769e761',container_format='bare',created_at=2025-04-29T22:32:41Z,direct_url=,disk_format='vmdk',id=efa5acd5-e5c1-4077-8a28-ff45494a610c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1381413458-shelved',owner='dcf63f424d0b4bb4b8f973d85be268b0',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-29T22:32:59Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.598710] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.598863] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.599062] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.599210] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.599359] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.599572] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.600249] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.600249] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.600249] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.600249] env[70399]: DEBUG nova.virt.hardware [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.601776] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25f513-8b7b-456b-90ab-1702007392d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.614063] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b282a-cc68-401b-8c42-78ca8853f4e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.633360] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:7d:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9269b225-75e0-47ce-a7c2-5da9a065ea61', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.641573] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.641917] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.642204] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0277df5-06bb-44e2-a5e8-18971a9772e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.672256] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.672256] env[70399]: value = "task-3759079" [ 1205.672256] env[70399]: _type = "Task" [ 1205.672256] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.673880] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.687960] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759079, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.819341] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.828668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9b572-11e8-4005-9757-ea0e28e9eefb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.838834] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5ea35-b7e7-4e14-b2f5-d5817b6a5ee6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.875895] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd38b91a-668c-4f79-b84d-ca069840898b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.887652] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a55611-8bc7-40e8-89e8-ba318754a98b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.906484] env[70399]: DEBUG nova.compute.provider_tree [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.080917] env[70399]: DEBUG oslo_vmware.api [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.176569] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.188938] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759079, 'name': CreateVM_Task, 'duration_secs': 0.452508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.189229] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.189933] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.190076] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.190470] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.190797] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88de6ea2-3e8a-4282-8eef-2757616aafa5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.199782] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1206.199782] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d806ca-6fcc-b922-5f2f-5d085ed292ff" [ 1206.199782] env[70399]: _type = "Task" [ 1206.199782] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.212884] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d806ca-6fcc-b922-5f2f-5d085ed292ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.319765] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759077, 'name': ReconfigVM_Task, 'duration_secs': 0.850377} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.320309] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c/9122f62e-2292-4b59-b0e2-3fa4e43f7e2c.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.321519] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11dda2ac-464d-4466-8f95-ee05428e19a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.337444] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1206.337444] env[70399]: value = "task-3759080" [ 1206.337444] env[70399]: _type = "Task" [ 1206.337444] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.350014] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759080, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.410687] env[70399]: DEBUG nova.scheduler.client.report [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.584305] env[70399]: DEBUG oslo_vmware.api [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759078, 'name': ReconfigVM_Task, 'duration_secs': 0.902396} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.585136] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585416] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfigured VM to attach interface {{(pid=70399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1206.674239] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.713557] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.713823] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Processing image efa5acd5-e5c1-4077-8a28-ff45494a610c {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.714070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.714221] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.714449] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.714729] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f439bf6-c50a-478c-ab13-7e7bc537cbb8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.727779] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.727966] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.728887] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7d18f3-b7b8-4fa7-a2d3-ead8b24197df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.737539] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1206.737539] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524be583-8c2d-0383-bf18-2054bb074f30" [ 1206.737539] env[70399]: _type = "Task" [ 1206.737539] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.749916] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524be583-8c2d-0383-bf18-2054bb074f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.855021] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759080, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.920795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.921144] env[70399]: INFO nova.compute.manager [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Migrating [ 1206.928776] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.419s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.930687] env[70399]: INFO nova.compute.claims [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.091102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9d13a0c8-28ec-4636-90d1-f4ff2f53ddbe tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.318s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.175150] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.250522] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1207.250906] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Fetch image to [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a/OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1207.250974] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Downloading stream optimized image efa5acd5-e5c1-4077-8a28-ff45494a610c to [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a/OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a.vmdk on the data store datastore2 as vApp {{(pid=70399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1207.251150] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Downloading image file data efa5acd5-e5c1-4077-8a28-ff45494a610c to the ESX as VM named 'OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a' {{(pid=70399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1207.345318] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1207.345318] env[70399]: value = "resgroup-9" [ 1207.345318] env[70399]: _type = "ResourcePool" [ 1207.345318] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1207.346284] env[70399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-04b9355e-c0a6-4c16-a1ae-106fd49b4c82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.367708] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lease: (returnval){ [ 1207.367708] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1207.367708] env[70399]: _type = "HttpNfcLease" [ 1207.367708] env[70399]: } obtained for vApp import into resource pool (val){ [ 1207.367708] env[70399]: value = "resgroup-9" [ 1207.367708] env[70399]: _type = "ResourcePool" [ 1207.367708] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1207.368207] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the lease: (returnval){ [ 1207.368207] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1207.368207] env[70399]: _type = "HttpNfcLease" [ 1207.368207] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.371022] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759080, 'name': Rename_Task, 'duration_secs': 0.636245} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.374756] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.375339] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c278f0-ba50-40f3-9742-ab66dc02ea11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.384334] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1207.384334] env[70399]: value = "task-3759083" [ 1207.384334] env[70399]: _type = "Task" [ 1207.384334] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.386427] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.386427] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1207.386427] env[70399]: _type = "HttpNfcLease" [ 1207.386427] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.399343] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.448840] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.449000] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.449185] env[70399]: DEBUG nova.network.neutron [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.548700] env[70399]: DEBUG nova.compute.manager [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-changed-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.548700] env[70399]: DEBUG nova.compute.manager [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing instance network info cache due to event network-changed-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.548928] env[70399]: DEBUG oslo_concurrency.lockutils [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.549022] env[70399]: DEBUG oslo_concurrency.lockutils [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.553882] env[70399]: DEBUG nova.network.neutron [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Refreshing network info cache for port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.576967] env[70399]: DEBUG nova.compute.manager [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.576967] env[70399]: DEBUG nova.compute.manager [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing instance network info cache due to event network-changed-9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.576967] env[70399]: DEBUG oslo_concurrency.lockutils [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.576967] env[70399]: DEBUG oslo_concurrency.lockutils [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.576967] env[70399]: DEBUG nova.network.neutron [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Refreshing network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.675373] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.884290] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.884290] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1207.884290] env[70399]: _type = "HttpNfcLease" [ 1207.884290] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.899357] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.030855] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.031279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.179022] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759076, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.57192} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.179353] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/91da2071-80d3-4b79-b105-1861107bbdc3/91da2071-80d3-4b79-b105-1861107bbdc3.vmdk to [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.180232] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7fc77-6bf5-49aa-9037-a266eb7fbbd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.205470] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.208393] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bb112d-c6fe-4795-8bab-79a43931a3bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.223206] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6395fa8c-111f-481c-8bbc-b01b588f1b52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.238817] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0edc328-1e2a-45e4-816b-62f00bfde868 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.239319] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1208.239319] env[70399]: value = "task-3759084" [ 1208.239319] env[70399]: _type = "Task" [ 1208.239319] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.278227] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd7b23-0bc2-4d7a-9f0c-dc797ccb807d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.294464] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.307362] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd665cf0-0caf-40ab-87d2-46e815ba3b76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.332115] env[70399]: DEBUG nova.compute.provider_tree [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.363598] env[70399]: DEBUG nova.network.neutron [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.386032] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.386032] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1208.386032] env[70399]: _type = "HttpNfcLease" [ 1208.386032] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.386032] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.386032] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525dc487-0ed2-2ba3-8079-36e276ac072a" [ 1208.386032] env[70399]: _type = "HttpNfcLease" [ 1208.386032] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1208.386032] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff058dab-eb01-4f41-87a9-c7dfe0daa252 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.389802] env[70399]: DEBUG nova.network.neutron [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updated VIF entry in instance network info cache for port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.390541] env[70399]: DEBUG nova.network.neutron [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "address": "fa:16:3e:14:21:f5", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2fbec-6c", "ovs_interfaceid": "2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.401314] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.401639] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1208.409077] env[70399]: DEBUG oslo_vmware.api [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759083, 'name': PowerOnVM_Task, 'duration_secs': 0.885878} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.411685] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.411685] env[70399]: INFO nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1208.411685] env[70399]: DEBUG nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.467618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d449da-df80-4832-ae46-43b1dd378ab4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.479915] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06795187-5696-4165-bd60-1e08f2ab434b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.518283] env[70399]: DEBUG nova.network.neutron [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updated VIF entry in instance network info cache for port 9269b225-75e0-47ce-a7c2-5da9a065ea61. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.518738] env[70399]: DEBUG nova.network.neutron [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.533578] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.751889] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759084, 'name': ReconfigVM_Task, 'duration_secs': 0.364759} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.752103] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9/80053d58-afd5-45f7-ae54-84d2b86826a9.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.753115] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encrypted': False, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '87ca1170-f5e9-4dbc-81ee-aa9b842c4cde'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '6a46ae82-ab35-4e21-abec-ea76db74334b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748103', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'name': 'volume-65d2c965-ad8e-4153-b0ea-b2866151a097', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '80053d58-afd5-45f7-ae54-84d2b86826a9', 'attached_at': '', 'detached_at': '', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'serial': '65d2c965-ad8e-4153-b0ea-b2866151a097'}, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1208.753315] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1208.753504] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748103', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'name': 'volume-65d2c965-ad8e-4153-b0ea-b2866151a097', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '80053d58-afd5-45f7-ae54-84d2b86826a9', 'attached_at': '', 'detached_at': '', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'serial': '65d2c965-ad8e-4153-b0ea-b2866151a097'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1208.755441] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3ed18-3949-41d9-845a-f88a50769436 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.774440] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab2b0e-5f5e-4d5f-9ac6-bd25daa5fab7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.802395] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-65d2c965-ad8e-4153-b0ea-b2866151a097/volume-65d2c965-ad8e-4153-b0ea-b2866151a097.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.807693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.807996] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.809337] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c69051d-ab31-4b88-9474-e29065ddd690 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.831233] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.831440] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.832702] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2954c971-f6f3-4c8a-b539-1e7e875ec5c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.840054] env[70399]: DEBUG nova.scheduler.client.report [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.844253] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1208.844253] env[70399]: value = "task-3759085" [ 1208.844253] env[70399]: _type = "Task" [ 1208.844253] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.867119] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.869418] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8438cc-923c-424d-91a1-1de33ce94fb1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.879776] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.904037] env[70399]: DEBUG oslo_concurrency.lockutils [req-253c1525-eb4c-41ea-9d32-78a3a1615a92 req-24341aac-4a35-4860-9720-508f0df27ccc service nova] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.906067] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfiguring VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1208.911669] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571b2841-0b58-4efc-9fc1-5694c1275dfe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.935381] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1208.935381] env[70399]: value = "task-3759086" [ 1208.935381] env[70399]: _type = "Task" [ 1208.935381] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.946352] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.998470] env[70399]: INFO nova.compute.manager [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Took 26.54 seconds to build instance. [ 1209.027539] env[70399]: DEBUG oslo_concurrency.lockutils [req-29d9a345-1e15-49c9-9eea-4c1b58795b42 req-ce3c6649-b97e-43ea-8036-7d2f8141f6ca service nova] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.060403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.209250] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1209.209718] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748116', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'name': 'volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '299f59d5-5ad1-4e81-926e-835fece810e2', 'attached_at': '', 'detached_at': '', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'serial': '711b7f9a-a1ba-4f27-ae73-7515c76c0663'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1209.210878] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b924a-5b94-4b2b-a28a-4d6a910620ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.231784] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ce41d-188f-4a10-88e0-fc7343478eb4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.263398] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663/volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.269876] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83bc10b-6fb4-4a00-9e10-cd24bf7b8696 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.293913] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1209.293913] env[70399]: value = "task-3759087" [ 1209.293913] env[70399]: _type = "Task" [ 1209.293913] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.307206] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.348038] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.348038] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.349199] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.162s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.350800] env[70399]: INFO nova.compute.claims [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.369166] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759085, 'name': ReconfigVM_Task, 'duration_secs': 0.420727} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.370215] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-65d2c965-ad8e-4153-b0ea-b2866151a097/volume-65d2c965-ad8e-4153-b0ea-b2866151a097.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.380043] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d3a0d0-67e9-4aaf-a0c8-eca9a98a9260 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.400160] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1209.400160] env[70399]: value = "task-3759088" [ 1209.400160] env[70399]: _type = "Task" [ 1209.400160] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.414208] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.448589] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.500985] env[70399]: DEBUG oslo_concurrency.lockutils [None req-43a57288-627a-4887-ad42-8c1d53794dab tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.056s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.716183] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1209.716447] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1209.717540] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77165d6d-d860-4ff0-a10d-2afcdc778e2b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.725292] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1209.725517] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1209.725768] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-18ccef8c-5485-4832-bd14-97c955a31b8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.803796] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.861604] env[70399]: DEBUG nova.compute.utils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.865026] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.866031] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.912596] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759088, 'name': ReconfigVM_Task, 'duration_secs': 0.174819} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.912924] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748103', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'name': 'volume-65d2c965-ad8e-4153-b0ea-b2866151a097', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '80053d58-afd5-45f7-ae54-84d2b86826a9', 'attached_at': '', 'detached_at': '', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'serial': '65d2c965-ad8e-4153-b0ea-b2866151a097'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1209.913671] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001fdbae-291d-4d1c-b97e-e38c010128da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.922199] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1209.922199] env[70399]: value = "task-3759089" [ 1209.922199] env[70399]: _type = "Task" [ 1209.922199] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.928356] env[70399]: DEBUG oslo_vmware.rw_handles [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521faa3c-c48b-9e12-5303-deee5b051dcb/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1209.928883] env[70399]: INFO nova.virt.vmwareapi.images [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Downloaded image file data efa5acd5-e5c1-4077-8a28-ff45494a610c [ 1209.930435] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20cb89-9364-4a1b-8adc-1e21d958b511 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.936702] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759089, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.942083] env[70399]: DEBUG nova.policy [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff59a5b12003491c92b4dd3e022b6e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '019cc52fe16747058efad08eb07eb4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.955490] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6438f248-3e73-474d-aef5-88e109cd874c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.960733] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.006552] env[70399]: INFO nova.virt.vmwareapi.images [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] The imported VM was unregistered [ 1210.009180] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1210.009470] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Creating directory with path [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.009880] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c154ee2-5c5b-480d-8124-b840384fbd24 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.021454] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Created directory with path [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.021661] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a/OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a.vmdk to [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk. {{(pid=70399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1210.021960] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4818e5bc-ff40-41c4-89d9-39f67396ae58 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.029540] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1210.029540] env[70399]: value = "task-3759091" [ 1210.029540] env[70399]: _type = "Task" [ 1210.029540] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.040810] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.086471] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "6365ae37-620a-4a0f-813e-688f9fa532d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.086737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.308301] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759087, 'name': ReconfigVM_Task, 'duration_secs': 0.515239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.308660] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663/volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.314289] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f20f7b-1c0f-4810-84a5-679c3dc775cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.334937] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1210.334937] env[70399]: value = "task-3759092" [ 1210.334937] env[70399]: _type = "Task" [ 1210.334937] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.335442] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Successfully created port: d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.356651] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.367763] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.401503] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c9d57-3fe0-416e-b899-a321b7409868 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.427890] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.461246] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759089, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.461410] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.546620] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.589832] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.672464] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a380ee-bbac-465e-9099-8eb517fb7a67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.684358] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5e0f28-afc7-44bf-9ef6-98b1b31053c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.723473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866fbd0-4241-401d-bf70-44c4d0f8bb7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.734145] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98cf969-0326-4036-9019-9e6aaf269090 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.752198] env[70399]: DEBUG nova.compute.provider_tree [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.851043] env[70399]: DEBUG oslo_vmware.api [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759092, 'name': ReconfigVM_Task, 'duration_secs': 0.195134} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.851416] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748116', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'name': 'volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '299f59d5-5ad1-4e81-926e-835fece810e2', 'attached_at': '', 'detached_at': '', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'serial': '711b7f9a-a1ba-4f27-ae73-7515c76c0663'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1210.939258] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759089, 'name': Rename_Task, 'duration_secs': 0.834165} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.939623] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.939939] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5654a1-1bbb-46a2-b23f-cb36805e93ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.954564] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.956377] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed48b759-d6a2-4591-854f-410186cce1c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.958838] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1210.958838] env[70399]: value = "task-3759093" [ 1210.958838] env[70399]: _type = "Task" [ 1210.958838] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.968257] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.974738] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.975247] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1210.975247] env[70399]: value = "task-3759094" [ 1210.975247] env[70399]: _type = "Task" [ 1210.975247] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.987561] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.047445] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.115629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.255837] env[70399]: DEBUG nova.scheduler.client.report [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.384521] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.431717] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.431984] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.433952] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.434210] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.434366] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.434519] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.434813] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.435040] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.435271] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.435452] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.435653] env[70399]: DEBUG nova.virt.hardware [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.436695] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc1686-dd42-4d1f-9907-3f25e0cd27b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.459027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630da8be-5a5c-4ac2-8383-99aa553c5f9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.466462] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.491814] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.499758] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759094, 'name': PowerOffVM_Task, 'duration_secs': 0.384558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.500061] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.500270] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.548705] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.762420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.762724] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.766013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.126s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.766197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.766356] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1211.766651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.708s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.766857] env[70399]: DEBUG nova.objects.instance [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lazy-loading 'resources' on Instance uuid d3901ab2-bfdb-48bd-8a95-e51557cd994f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.768698] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5fe7c1-bb09-441f-92fd-66edf4d199b3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.781315] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c8bbd0-2b31-4560-8adc-d674ec2fc886 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.800236] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ee9b3-34a4-405c-86a8-165674564826 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.811913] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b9c1a-b677-41ec-a721-2bff0ae173f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.851807] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179842MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1211.851969] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.854614] env[70399]: DEBUG nova.compute.manager [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Received event network-vif-plugged-d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.854888] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.855057] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.855223] env[70399]: DEBUG oslo_concurrency.lockutils [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.855391] env[70399]: DEBUG nova.compute.manager [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] No waiting events found dispatching network-vif-plugged-d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.855639] env[70399]: WARNING nova.compute.manager [req-5c648133-6864-4e7f-b578-9100d0579ca4 req-283b2b29-00f8-42cb-831c-af782bf9883a service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Received unexpected event network-vif-plugged-d6d1a766-5106-402b-824d-e1bc58a67d04 for instance with vm_state building and task_state spawning. [ 1211.916464] env[70399]: DEBUG nova.objects.instance [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 299f59d5-5ad1-4e81-926e-835fece810e2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.918805] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Successfully updated port: d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.961263] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.978491] env[70399]: DEBUG oslo_vmware.api [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759093, 'name': PowerOnVM_Task, 'duration_secs': 0.672086} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.978777] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.008575] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.008887] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.009049] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.009238] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.009390] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.009617] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.009790] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.009916] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.010065] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.010226] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.010401] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.016318] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420eb074-33ad-4501-a970-27cb9658f893 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.035413] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1212.035413] env[70399]: value = "task-3759095" [ 1212.035413] env[70399]: _type = "Task" [ 1212.035413] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.050249] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.053775] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.095762] env[70399]: DEBUG nova.compute.manager [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.096843] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2d364-3d9f-4512-a554-4a4eda74aa18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.247658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.277619] env[70399]: DEBUG nova.compute.utils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.279533] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.279748] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.321727] env[70399]: DEBUG nova.policy [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1750743be58b4a57acbc0dddb69199c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c27c938692b41a6b6fa97e7a1f67e2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.423415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.423730] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.423730] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.426079] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f79c75e9-d97c-4b59-98c6-a2155b66dd05 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.427463] env[70399]: DEBUG oslo_concurrency.lockutils [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.180s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.468041] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.552538] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.558487] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759095, 'name': ReconfigVM_Task, 'duration_secs': 0.416479} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.559125] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.574101] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bf3cd-1bc2-4d9a-b499-704180c26d96 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.583176] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c9941e-eeb1-4a5b-a1da-b9214110f7b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.623313] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7602385-f9c3-47d6-b404-fd3e1b44ee02 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.626562] env[70399]: DEBUG oslo_concurrency.lockutils [None req-49d2584c-f0f9-4c33-a6d3-be8522f57173 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.075s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.634422] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3293c5-3315-41b9-9012-0dd1db4eb701 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.650240] env[70399]: DEBUG nova.compute.provider_tree [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.754261] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Successfully created port: 65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.785632] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.934338] env[70399]: INFO nova.compute.manager [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Detaching volume 711b7f9a-a1ba-4f27-ae73-7515c76c0663 [ 1212.958985] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.966560] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.970174] env[70399]: INFO nova.virt.block_device [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Attempting to driver detach volume 711b7f9a-a1ba-4f27-ae73-7515c76c0663 from mountpoint /dev/sdb [ 1212.970397] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.970588] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748116', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'name': 'volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '299f59d5-5ad1-4e81-926e-835fece810e2', 'attached_at': '', 'detached_at': '', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'serial': '711b7f9a-a1ba-4f27-ae73-7515c76c0663'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.971447] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc2243f-98cb-46be-8fca-68806fc06866 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.996407] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca1b18-aa20-488b-9ffd-712abd5ce9fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004186] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c390bdd4-61cf-45af-8d4a-600f1a1720ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.027671] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d456ac0-4d10-4011-bc8e-4352d440205a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.043302] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] The volume has not been displaced from its original location: [datastore2] volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663/volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1213.048501] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.051551] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ebbd48-c038-44a6-b507-e56bdf130ff8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.067842] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.068383] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.068383] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.068383] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.068534] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.068657] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.068855] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.069012] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.069179] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.069335] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.069504] env[70399]: DEBUG nova.virt.hardware [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.074653] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.075210] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d0b0da-b8c3-47c5-baa5-90fa855d229a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.092537] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759091, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.764529} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.094306] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a/OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a.vmdk to [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk. [ 1213.094585] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Cleaning up location [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1213.094668] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cfcbc353-19cf-4dd4-bcf7-e336d0082d8a {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.095083] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1213.095083] env[70399]: value = "task-3759096" [ 1213.095083] env[70399]: _type = "Task" [ 1213.095083] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.095307] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe96309-611a-425b-934a-188092c52a58 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.101482] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1213.101482] env[70399]: value = "task-3759097" [ 1213.101482] env[70399]: _type = "Task" [ 1213.101482] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.108116] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1213.108116] env[70399]: value = "task-3759098" [ 1213.108116] env[70399]: _type = "Task" [ 1213.108116] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.114476] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.114797] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.125132] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.153856] env[70399]: DEBUG nova.scheduler.client.report [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.180480] env[70399]: DEBUG nova.network.neutron [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.458518] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.611783] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759096, 'name': ReconfigVM_Task, 'duration_secs': 0.280319} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.612253] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.621564] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2988370d-d55c-4609-92ab-89e8e1d09a03 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.631830] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759097, 'name': ReconfigVM_Task, 'duration_secs': 0.349008} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.635924] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.637842] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858b826-bad6-45c4-a837-f8e750687b06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.644218] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1213.644218] env[70399]: value = "task-3759099" [ 1213.644218] env[70399]: _type = "Task" [ 1213.644218] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.665914] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.666333] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083698} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.670515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.672584] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-653c8590-e3fe-403c-b79c-ad991fb8246e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.686247] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.686417] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.686653] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk to [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.687328] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.627s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.688937] env[70399]: INFO nova.compute.claims [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.691804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.692111] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Instance network_info: |[{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.692505] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bce7d35-5358-4a32-897a-34320cf131bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.700480] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:0e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d1a766-5106-402b-824d-e1bc58a67d04', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.703611] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating folder: Project (019cc52fe16747058efad08eb07eb4eb). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.707590] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da0d28e1-5b27-4c72-936c-3c6a31021602 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.709841] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.711375] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1213.711375] env[70399]: value = "task-3759100" [ 1213.711375] env[70399]: _type = "Task" [ 1213.711375] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.716666] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1213.716666] env[70399]: value = "task-3759101" [ 1213.716666] env[70399]: _type = "Task" [ 1213.716666] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.720996] env[70399]: INFO nova.scheduler.client.report [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Deleted allocations for instance d3901ab2-bfdb-48bd-8a95-e51557cd994f [ 1213.725599] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.731022] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created folder: Project (019cc52fe16747058efad08eb07eb4eb) in parent group-v747819. [ 1213.731022] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating folder: Instances. Parent ref: group-v748119. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.731022] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92b86d6e-ec60-4e02-b986-09281d8f0eac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.734745] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.748869] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created folder: Instances in parent group-v748119. [ 1213.749139] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.750155] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.750463] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad26c15-35b1-47c1-893f-5a54e0abb9c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.772592] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.772592] env[70399]: value = "task-3759104" [ 1213.772592] env[70399]: _type = "Task" [ 1213.772592] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.782396] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759104, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.792222] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.823633] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.823927] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.824100] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.824287] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.824433] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.824583] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.824792] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.824950] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.826051] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.826051] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.826051] env[70399]: DEBUG nova.virt.hardware [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.826548] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1745e-97fc-4aac-be84-403110d938b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.836203] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af26a81-43bd-4532-b48c-cefe790fc86c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.858467] env[70399]: DEBUG nova.compute.manager [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Received event network-changed-d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.858746] env[70399]: DEBUG nova.compute.manager [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Refreshing instance network info cache due to event network-changed-d6d1a766-5106-402b-824d-e1bc58a67d04. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.858894] env[70399]: DEBUG oslo_concurrency.lockutils [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.859075] env[70399]: DEBUG oslo_concurrency.lockutils [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.859304] env[70399]: DEBUG nova.network.neutron [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Refreshing network info cache for port d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.960810] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.171568] env[70399]: DEBUG oslo_vmware.api [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759099, 'name': ReconfigVM_Task, 'duration_secs': 0.170691} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.171568] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748116', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'name': 'volume-711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '299f59d5-5ad1-4e81-926e-835fece810e2', 'attached_at': '', 'detached_at': '', 'volume_id': '711b7f9a-a1ba-4f27-ae73-7515c76c0663', 'serial': '711b7f9a-a1ba-4f27-ae73-7515c76c0663'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1214.226695] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.237349] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.237988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ad6df727-8748-4790-b876-c4921d75e9c6 tempest-ImagesTestJSON-499820929 tempest-ImagesTestJSON-499820929-project-member] Lock "d3901ab2-bfdb-48bd-8a95-e51557cd994f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.887s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.287988] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759104, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.322317] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Successfully updated port: 65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.462877] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.672543] env[70399]: DEBUG nova.network.neutron [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updated VIF entry in instance network info cache for port d6d1a766-5106-402b-824d-e1bc58a67d04. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.672925] env[70399]: DEBUG nova.network.neutron [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.725287] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759100, 'name': ReconfigVM_Task, 'duration_secs': 0.71019} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.726828] env[70399]: DEBUG nova.objects.instance [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 299f59d5-5ad1-4e81-926e-835fece810e2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.728853] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Reconfigured VM instance instance-00000068 to attach disk [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31/afc4262d-d695-4983-971e-6a22c55b6c31.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.729167] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.740608] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.786493] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759104, 'name': CreateVM_Task, 'duration_secs': 0.915402} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.789468] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.790565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.790667] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.790972] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.791605] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711f9080-a2a9-478f-ad50-fdec257bc874 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.800488] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1214.800488] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5274d86c-d24c-646c-43da-cee1dbdae3a6" [ 1214.800488] env[70399]: _type = "Task" [ 1214.800488] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.814661] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5274d86c-d24c-646c-43da-cee1dbdae3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.825596] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.825774] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.825960] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.964196] env[70399]: DEBUG oslo_vmware.api [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759086, 'name': ReconfigVM_Task, 'duration_secs': 5.984752} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.965565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.965798] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Reconfigured VM to detach interface {{(pid=70399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.968735] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bada3eea-1f3a-4b4d-9696-25d1c9b1bde1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.979932] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5041a94-77ee-4788-9e2a-36fc6cf2bf4e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.015535] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b382da0-0107-4920-b54a-3743e2690459 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.025834] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511d274c-8ebd-4426-9b4a-74ffc22d89f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.042599] env[70399]: DEBUG nova.compute.provider_tree [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.175703] env[70399]: DEBUG oslo_concurrency.lockutils [req-0892246b-fc39-47a6-a368-2e56585c0101 req-f01daab3-6c79-4721-aa59-f91aa541e4eb service nova] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.232605] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.241820] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8f5e5-39b1-42f4-b634-3c56079044de {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.266525] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c032fff-2f0b-4cb1-bed4-9e3d3ffeea6c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.290526] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.317011] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5274d86c-d24c-646c-43da-cee1dbdae3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.098326} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.317418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.317920] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.317920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.318066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.318241] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.318618] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64db07c8-1d44-425b-9611-79b5015115a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.340628] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.340884] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.341656] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0d2a24-6a15-4028-a0eb-1aed6c892dc3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.354652] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1215.354652] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529430d2-132d-1e28-3198-f882991d1f91" [ 1215.354652] env[70399]: _type = "Task" [ 1215.354652] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.367433] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529430d2-132d-1e28-3198-f882991d1f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.383223] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.545944] env[70399]: DEBUG nova.scheduler.client.report [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.733931] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.746740] env[70399]: DEBUG oslo_concurrency.lockutils [None req-719d1f01-ec70-4f9d-97f9-2703c15b3888 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.870112] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529430d2-132d-1e28-3198-f882991d1f91, 'name': SearchDatastore_Task, 'duration_secs': 0.097572} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.871071] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db58f6d6-2e30-47ff-8863-b1eec8776230 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.880745] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1215.880745] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c1095-d129-4bbb-ef32-db1c5154f969" [ 1215.880745] env[70399]: _type = "Task" [ 1215.880745] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.900263] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c1095-d129-4bbb-ef32-db1c5154f969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.901367] env[70399]: DEBUG nova.network.neutron [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.051892] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.052471] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.056657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.941s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.058570] env[70399]: INFO nova.compute.claims [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.207366] env[70399]: DEBUG nova.network.neutron [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Port 624362ae-b7f3-464f-a815-4939826760f5 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1216.229183] env[70399]: DEBUG nova.compute.manager [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Received event network-vif-plugged-65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.229326] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.229555] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.229733] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.229904] env[70399]: DEBUG nova.compute.manager [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] No waiting events found dispatching network-vif-plugged-65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1216.230098] env[70399]: WARNING nova.compute.manager [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Received unexpected event network-vif-plugged-65955417-6109-4d4c-b467-f660ce88a0d4 for instance with vm_state building and task_state spawning. [ 1216.230264] env[70399]: DEBUG nova.compute.manager [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Received event network-changed-65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.230421] env[70399]: DEBUG nova.compute.manager [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Refreshing instance network info cache due to event network-changed-65955417-6109-4d4c-b467-f660ce88a0d4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.230592] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.236606] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.393742] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524c1095-d129-4bbb-ef32-db1c5154f969, 'name': SearchDatastore_Task, 'duration_secs': 0.098045} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.394276] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.394604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.394847] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "764461b3-d76c-4779-a133-517ff6a98d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.395250] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.399028] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.399028] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.399028] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.399028] env[70399]: INFO nova.compute.manager [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Terminating instance [ 1216.400233] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d94637e-be8a-4025-822a-5f38e08ea71d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.407404] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.407854] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Instance network_info: |[{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.408279] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.408590] env[70399]: DEBUG nova.network.neutron [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Refreshing network info cache for port 65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.410078] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65955417-6109-4d4c-b467-f660ce88a0d4', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.417942] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.422749] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.423329] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1216.423329] env[70399]: value = "task-3759105" [ 1216.423329] env[70399]: _type = "Task" [ 1216.423329] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.423516] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97581820-02ac-4362-9c59-c9a0b6922d01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.448749] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.450264] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.450264] env[70399]: value = "task-3759106" [ 1216.450264] env[70399]: _type = "Task" [ 1216.450264] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.459536] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759106, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.538528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.538733] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquired lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.538929] env[70399]: DEBUG nova.network.neutron [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.567392] env[70399]: DEBUG nova.compute.utils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.569557] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.569774] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.619966] env[70399]: DEBUG nova.policy [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcfada50e4041aca79605405e2aafb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63402f55c18d410e99838a4bf490ac1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.734706] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759101, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.570641} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.735085] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/efa5acd5-e5c1-4077-8a28-ff45494a610c/efa5acd5-e5c1-4077-8a28-ff45494a610c.vmdk to [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.736070] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49ba95-74c3-491b-b01d-3a2957d84ae8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.762595] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.762926] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39399a0-1439-48b6-8d82-b0aff51f33f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.790531] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1216.790531] env[70399]: value = "task-3759107" [ 1216.790531] env[70399]: _type = "Task" [ 1216.790531] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.805672] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.851235] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.851734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.851983] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.852233] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.852555] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.854964] env[70399]: INFO nova.compute.manager [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Terminating instance [ 1216.863428] env[70399]: DEBUG nova.network.neutron [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updated VIF entry in instance network info cache for port 65955417-6109-4d4c-b467-f660ce88a0d4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.863777] env[70399]: DEBUG nova.network.neutron [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.905903] env[70399]: DEBUG nova.compute.manager [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.906236] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.907556] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33fe11-08d8-4d19-8490-fa9917ea98d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.915495] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.915817] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2447099-9f41-47b2-8f24-0240c076b2d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.923177] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1216.923177] env[70399]: value = "task-3759108" [ 1216.923177] env[70399]: _type = "Task" [ 1216.923177] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.932134] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.955900] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479677} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.962905] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.963172] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.963462] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bf2aa6-a48f-4b7c-8cb0-fbc803aa3579 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.972326] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759106, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.974442] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1216.974442] env[70399]: value = "task-3759109" [ 1216.974442] env[70399]: _type = "Task" [ 1216.974442] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.984788] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.003327] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Successfully created port: 4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.071835] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.249297] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.249297] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.249297] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.305260] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759107, 'name': ReconfigVM_Task, 'duration_secs': 0.510324} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.305584] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72/d5201555-36d2-45e8-9a8b-6bc582d39a72.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.306237] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a296bb62-7de0-4e77-880b-186fdd9d698d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.316746] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1217.316746] env[70399]: value = "task-3759110" [ 1217.316746] env[70399]: _type = "Task" [ 1217.316746] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.326445] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759110, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.360180] env[70399]: DEBUG nova.compute.manager [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.360396] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.361475] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f030e66-25bc-45e2-bce0-430a49106213 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.366953] env[70399]: DEBUG oslo_concurrency.lockutils [req-ac40850e-7a96-4c19-a445-f1981c3777a1 req-e35ba94f-dfc7-4d6d-a799-27e928fd98db service nova] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.369666] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.372736] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9b72204-3c4c-4439-a2d6-3b6429c73a77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.380437] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1217.380437] env[70399]: value = "task-3759111" [ 1217.380437] env[70399]: _type = "Task" [ 1217.380437] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.386244] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de201d40-cc43-470b-a4be-b58fe5db0383 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.397250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae9abf-1900-45dc-a68e-71da9eee65bc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.400991] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.431026] env[70399]: INFO nova.network.neutron [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Port 2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1217.431381] env[70399]: DEBUG nova.network.neutron [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [{"id": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "address": "fa:16:3e:05:0c:33", "network": {"id": "9b42e19d-f0eb-4d23-b399-a733e9d18e64", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1440723339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f90106cebc4c3aa15b1588032145b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42cb55a0-c5", "ovs_interfaceid": "42cb55a0-c587-4d75-bf79-61f46ee8f488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.438260] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66bf06-d971-4d56-a30b-697320605bc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.444824] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759108, 'name': PowerOffVM_Task, 'duration_secs': 0.26939} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.448017] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.448752] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.448752] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df960ed5-9252-4d35-b219-106b789d051e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.451493] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6dbf36-aeec-4c10-a0dc-a01e24c1c7e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.471508] env[70399]: DEBUG nova.compute.provider_tree [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.476464] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759106, 'name': CreateVM_Task, 'duration_secs': 0.73014} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.477853] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Successfully created port: 902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.483458] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.484228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.484414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.484742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.486658] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdec8d35-d69d-4263-be05-46b415dc297a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.495148] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106957} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.495985] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.497091] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd284a46-c94a-411f-a53c-3f2d02d60bcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.504262] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1217.504262] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5205c8db-5d48-79b4-19a0-6ff06b0eb1b4" [ 1217.504262] env[70399]: _type = "Task" [ 1217.504262] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.527086] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.528395] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e76532e-03e6-4f0d-a2e9-a3d6f01c1042 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.547478] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.548644] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.548644] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleting the datastore file [datastore2] 764461b3-d76c-4779-a133-517ff6a98d51 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.548644] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5205c8db-5d48-79b4-19a0-6ff06b0eb1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.028395} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.549208] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8bd9d4-e39e-4a0f-a775-8d57efe3c0bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.551544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.551544] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.551544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.551828] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.551907] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.553890] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acac29d2-e45b-4fc1-9adb-78d93f5f42c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.557367] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1217.557367] env[70399]: value = "task-3759113" [ 1217.557367] env[70399]: _type = "Task" [ 1217.557367] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.561917] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1217.561917] env[70399]: value = "task-3759114" [ 1217.561917] env[70399]: _type = "Task" [ 1217.561917] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.569111] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.571144] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.571333] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.575100] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7cab71-6601-4627-a1d6-6d2420949e2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.578018] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.585123] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1217.585123] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52617bd8-2d02-e1e6-6d18-0398a2f14879" [ 1217.585123] env[70399]: _type = "Task" [ 1217.585123] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.594325] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52617bd8-2d02-e1e6-6d18-0398a2f14879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.829571] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759110, 'name': Rename_Task, 'duration_secs': 0.426124} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.830549] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.830549] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7006ce08-f86d-4890-a2e2-9151640ef8ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.838427] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1217.838427] env[70399]: value = "task-3759115" [ 1217.838427] env[70399]: _type = "Task" [ 1217.838427] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.847990] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.890537] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759111, 'name': PowerOffVM_Task, 'duration_secs': 0.48833} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.891153] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.891344] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.891644] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-350f8a3c-f81b-47bb-ad78-c4659c01a40c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.941146] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Releasing lock "refresh_cache-764461b3-d76c-4779-a133-517ff6a98d51" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.961497] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.961867] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.962136] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleting the datastore file [datastore1] 299f59d5-5ad1-4e81-926e-835fece810e2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.962452] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b2dd108-093f-4cae-8eba-da8f59fad3eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.969833] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1217.969833] env[70399]: value = "task-3759117" [ 1217.969833] env[70399]: _type = "Task" [ 1217.969833] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.979226] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.981178] env[70399]: DEBUG nova.scheduler.client.report [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.072148] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.075617] env[70399]: DEBUG oslo_vmware.api [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449807} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.075928] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.076088] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.076268] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.076439] env[70399]: INFO nova.compute.manager [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1218.076686] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.076881] env[70399]: DEBUG nova.compute.manager [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.076978] env[70399]: DEBUG nova.network.neutron [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.087147] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.101945] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52617bd8-2d02-e1e6-6d18-0398a2f14879, 'name': SearchDatastore_Task, 'duration_secs': 0.030438} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.104122] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9b1d8a-8384-4ede-bed4-ebbe979163c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.111307] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1218.111307] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528cfb34-5cf1-25d7-e139-6381e168b740" [ 1218.111307] env[70399]: _type = "Task" [ 1218.111307] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.127131] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528cfb34-5cf1-25d7-e139-6381e168b740, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.129662] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.129930] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.130144] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.130336] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.130486] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.130696] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.130969] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.131166] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.131396] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.131592] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.131775] env[70399]: DEBUG nova.virt.hardware [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.132151] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.132408] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.133599] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1740e37-8940-48ce-be72-0b136e2645f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.136238] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5072cba-0c51-400d-b729-4c1d8e131f77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.145865] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a357e3-a862-4b3d-93f9-10c4e7549f7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.150527] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1218.150527] env[70399]: value = "task-3759118" [ 1218.150527] env[70399]: _type = "Task" [ 1218.150527] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.175506] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.305993] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.306214] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.306406] env[70399]: DEBUG nova.network.neutron [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.354426] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.446752] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f4e56891-a322-469a-8cc6-39cef09f3e53 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "interface-764461b3-d76c-4779-a133-517ff6a98d51-2ec2fbec-6c4e-4a41-b0cb-99694c7a3b82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.638s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.488295] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.489125] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.493236] env[70399]: DEBUG oslo_vmware.api [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220324} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.493741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.642s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.495757] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.495962] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.496162] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.496428] env[70399]: INFO nova.compute.manager [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1218.496710] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.497174] env[70399]: DEBUG nova.compute.manager [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.497276] env[70399]: DEBUG nova.network.neutron [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.569967] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759113, 'name': ReconfigVM_Task, 'duration_secs': 0.602088} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.570486] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.571318] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47255564-7a50-4c22-b61c-9dd0fdad7f76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.584032] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1218.584032] env[70399]: value = "task-3759119" [ 1218.584032] env[70399]: _type = "Task" [ 1218.584032] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.593363] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759119, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.666042] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759118, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.849997] env[70399]: DEBUG oslo_vmware.api [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759115, 'name': PowerOnVM_Task, 'duration_secs': 0.655933} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.850316] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.967768] env[70399]: DEBUG nova.compute.manager [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.968811] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d6c0d2-b86f-41f7-871e-5c19b5c0703f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.995269] env[70399]: DEBUG nova.compute.utils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.999612] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.999612] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.087462] env[70399]: DEBUG nova.policy [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.092571] env[70399]: DEBUG nova.compute.manager [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-vif-plugged-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.092802] env[70399]: DEBUG oslo_concurrency.lockutils [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] Acquiring lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.093066] env[70399]: DEBUG oslo_concurrency.lockutils [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.093271] env[70399]: DEBUG oslo_concurrency.lockutils [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.093505] env[70399]: DEBUG nova.compute.manager [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] No waiting events found dispatching network-vif-plugged-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.093689] env[70399]: WARNING nova.compute.manager [req-1f1c2b05-49e2-4662-9ee3-b56372366cdc req-4622eb31-3bce-437c-85aa-a8a2945c571f service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received unexpected event network-vif-plugged-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 for instance with vm_state building and task_state spawning. [ 1219.100646] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759119, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.167158] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643193} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.167433] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.167669] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.167934] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a3260b-742c-4c7f-9eef-555d781a4a35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.175546] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1219.175546] env[70399]: value = "task-3759120" [ 1219.175546] env[70399]: _type = "Task" [ 1219.175546] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.189652] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.206327] env[70399]: DEBUG nova.network.neutron [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.361861] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Successfully updated port: 4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.492811] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9caba16d-1fd5-4af8-baf9-b29e109ab0fc tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.310s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.499967] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.509056] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Applying migration context for instance afc4262d-d695-4983-971e-6a22c55b6c31 as it has an incoming, in-progress migration 168076f6-f32d-4017-8565-8ac1dfc50628. Migration status is post-migrating {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1219.511013] env[70399]: INFO nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating resource usage from migration 168076f6-f32d-4017-8565-8ac1dfc50628 [ 1219.540710] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.540763] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23063f37-5610-475a-9f1d-e8a11239187e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.540891] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c6463b33-abcf-4230-930f-b60d5e50da04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.540968] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 4081ad9b-786f-402b-9c76-ca3064e8ae29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541104] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 299f59d5-5ad1-4e81-926e-835fece810e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541232] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 764461b3-d76c-4779-a133-517ff6a98d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541314] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 80053d58-afd5-45f7-ae54-84d2b86826a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541420] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d5201555-36d2-45e8-9a8b-6bc582d39a72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541529] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.541636] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Migration 168076f6-f32d-4017-8565-8ac1dfc50628 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1219.541741] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance afc4262d-d695-4983-971e-6a22c55b6c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a87e93b1-93e8-4859-8d18-5129791f858f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 44c83445-2d44-4b34-8a2d-4b8509012468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6365ae37-620a-4a0f-813e-688f9fa532d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.542696] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.597897] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759119, 'name': Rename_Task, 'duration_secs': 0.576622} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.598250] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.598450] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7a6f44-5b71-4c77-a3f5-5f5ef63e85b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.606044] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1219.606044] env[70399]: value = "task-3759121" [ 1219.606044] env[70399]: _type = "Task" [ 1219.606044] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.615998] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.628252] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Successfully created port: f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.650419] env[70399]: DEBUG nova.compute.manager [req-f7165c11-de0f-4f62-b9bf-0c9a5ff250eb req-9c33f225-132c-4c13-aabc-ee16de3b77c1 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Received event network-vif-deleted-42cb55a0-c587-4d75-bf79-61f46ee8f488 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.650514] env[70399]: INFO nova.compute.manager [req-f7165c11-de0f-4f62-b9bf-0c9a5ff250eb req-9c33f225-132c-4c13-aabc-ee16de3b77c1 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Neutron deleted interface 42cb55a0-c587-4d75-bf79-61f46ee8f488; detaching it from the instance and deleting it from the info cache [ 1219.650699] env[70399]: DEBUG nova.network.neutron [req-f7165c11-de0f-4f62-b9bf-0c9a5ff250eb req-9c33f225-132c-4c13-aabc-ee16de3b77c1 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.685900] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066654} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.688706] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.694262] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255184be-6a96-4a15-aea3-dcc34e4d0092 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.720671] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.733861] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.736746] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f46d72-a8a7-442c-8ec7-921da00fe9b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.758571] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1219.758571] env[70399]: value = "task-3759122" [ 1219.758571] env[70399]: _type = "Task" [ 1219.758571] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.768820] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.867668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b8d48-070b-4d51-a3d3-f320c65871b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.876697] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15755f81-acf0-49eb-a83a-257d7fd7f429 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.913681] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63423c38-62e8-4a03-90a9-b455a723842e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.923826] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108acbe5-34fa-4143-9291-fe5be34137ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.939778] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.978291] env[70399]: DEBUG nova.network.neutron [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.013816] env[70399]: DEBUG nova.network.neutron [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.119035] env[70399]: DEBUG oslo_vmware.api [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759121, 'name': PowerOnVM_Task, 'duration_secs': 0.511202} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.123115] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.123275] env[70399]: INFO nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1220.123399] env[70399]: DEBUG nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.124716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c2b16-34b3-46f8-ab98-ac793ed108b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.156923] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a1c9d1-4ea9-4b08-a408-9671482313fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.168287] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8113cc-1b90-48fb-afec-00a9b91010e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.209480] env[70399]: DEBUG nova.compute.manager [req-f7165c11-de0f-4f62-b9bf-0c9a5ff250eb req-9c33f225-132c-4c13-aabc-ee16de3b77c1 service nova] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Detach interface failed, port_id=42cb55a0-c587-4d75-bf79-61f46ee8f488, reason: Instance 764461b3-d76c-4779-a133-517ff6a98d51 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.259949] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3cf152-b878-49aa-8604-6dbe9b22e30c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.274032] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.290028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d11dc-9abd-49eb-8276-9babde1b5e23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.297014] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.443053] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.484370] env[70399]: INFO nova.compute.manager [-] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Took 2.41 seconds to deallocate network for instance. [ 1220.516178] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.518775] env[70399]: INFO nova.compute.manager [-] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Took 2.02 seconds to deallocate network for instance. [ 1220.545999] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.546295] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.546458] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.546641] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.546792] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.546942] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.547293] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.547340] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.547521] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.547697] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.547882] env[70399]: DEBUG nova.virt.hardware [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.548974] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c11b00-9d0e-482d-9b53-1a4fa6163808 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.558744] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca42f76-05ff-4d3b-bd6f-16ae7b4c24d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.643791] env[70399]: INFO nova.compute.manager [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Took 24.15 seconds to build instance. [ 1220.770520] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759122, 'name': ReconfigVM_Task, 'duration_secs': 0.532069} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.770810] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.771483] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb32668c-f82c-41a3-a0a4-78471573abea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.780082] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1220.780082] env[70399]: value = "task-3759123" [ 1220.780082] env[70399]: _type = "Task" [ 1220.780082] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.789594] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759123, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.803231] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.803565] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a4d9ba-8e7f-48b8-a429-a65993e1c5ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.811850] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1220.811850] env[70399]: value = "task-3759124" [ 1220.811850] env[70399]: _type = "Task" [ 1220.811850] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.821299] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.948094] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.948388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.455s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.991314] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.991495] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.992388] env[70399]: DEBUG nova.objects.instance [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'resources' on Instance uuid 764461b3-d76c-4779-a133-517ff6a98d51 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.026045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.043371] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0544b-55f1-4e3e-85b5-7398cb61f6ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.052514] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Suspending the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1221.052514] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-965793ec-2077-43ac-8909-c00e155dca5a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.059797] env[70399]: DEBUG oslo_vmware.api [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1221.059797] env[70399]: value = "task-3759125" [ 1221.059797] env[70399]: _type = "Task" [ 1221.059797] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.071063] env[70399]: DEBUG oslo_vmware.api [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759125, 'name': SuspendVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.119174] env[70399]: DEBUG nova.compute.manager [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-changed-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.119395] env[70399]: DEBUG nova.compute.manager [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Refreshing instance network info cache due to event network-changed-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.119727] env[70399]: DEBUG oslo_concurrency.lockutils [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] Acquiring lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.119776] env[70399]: DEBUG oslo_concurrency.lockutils [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] Acquired lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.119964] env[70399]: DEBUG nova.network.neutron [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Refreshing network info cache for port 4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.145709] env[70399]: DEBUG oslo_concurrency.lockutils [None req-78029b97-9bf6-4c6f-84e6-b1e3f6b8ef44 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.668s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.299970] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759123, 'name': Rename_Task, 'duration_secs': 0.267827} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.302114] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.302114] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-716edb7e-e5e1-4e5a-b470-84f2fbaa64ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.309356] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1221.309356] env[70399]: value = "task-3759126" [ 1221.309356] env[70399]: _type = "Task" [ 1221.309356] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.323394] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759124, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.328487] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.573641] env[70399]: DEBUG oslo_vmware.api [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759125, 'name': SuspendVM_Task} progress is 58%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.602368] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Successfully updated port: f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.664967] env[70399]: DEBUG nova.network.neutron [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.736066] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Successfully updated port: 902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.764166] env[70399]: DEBUG nova.network.neutron [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.786261] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f4dd0-5067-464e-aa74-a4a02f295c71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.799694] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89242006-286e-4113-9fa2-6d3f25d96595 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.848326] env[70399]: DEBUG nova.compute.manager [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Received event network-vif-deleted-60cace41-0844-4cd2-a449-ebc03dc269a1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.848713] env[70399]: DEBUG nova.compute.manager [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-vif-plugged-902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.848952] env[70399]: DEBUG oslo_concurrency.lockutils [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] Acquiring lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.849255] env[70399]: DEBUG oslo_concurrency.lockutils [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.849469] env[70399]: DEBUG oslo_concurrency.lockutils [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.849669] env[70399]: DEBUG nova.compute.manager [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] No waiting events found dispatching network-vif-plugged-902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.849863] env[70399]: WARNING nova.compute.manager [req-b441ff5e-b2a9-4fa7-9229-d4463257a831 req-408bb850-4cd9-4b50-933f-f820cc3b93b4 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received unexpected event network-vif-plugged-902a063a-4998-4b68-aa47-700104157972 for instance with vm_state building and task_state spawning. [ 1221.850642] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056ce8a-a001-48d0-b078-cdb71b205a5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.860134] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.865543] env[70399]: DEBUG oslo_vmware.api [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759124, 'name': PowerOnVM_Task, 'duration_secs': 0.556884} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.866775] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb46a6-0af3-4164-8738-dfbf8aa98c12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.870602] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.870839] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c050e12-9826-438f-98f6-2ea99516f236 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance 'afc4262d-d695-4983-971e-6a22c55b6c31' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.886345] env[70399]: DEBUG nova.compute.provider_tree [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.071455] env[70399]: DEBUG oslo_vmware.api [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759125, 'name': SuspendVM_Task, 'duration_secs': 0.71705} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.071740] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Suspended the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1222.071901] env[70399]: DEBUG nova.compute.manager [None req-c6471b33-ae94-4595-a975-f89e88085ac0 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.072683] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9341889b-85ec-495e-a65b-14cc2c5274e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.107302] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.107516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.107825] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.239757] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.269094] env[70399]: DEBUG oslo_concurrency.lockutils [req-a62b1062-2b1a-4977-b86d-61d3ab350688 req-046320d7-10a3-4bf7-8196-0512d401dbb1 service nova] Releasing lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.269489] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.269652] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.293322] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.293565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.349072] env[70399]: DEBUG oslo_vmware.api [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759126, 'name': PowerOnVM_Task, 'duration_secs': 0.717921} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.349307] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.349417] env[70399]: INFO nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1222.349598] env[70399]: DEBUG nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.350448] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0fdc0-61e5-4ccc-9bb0-9f3de8ad488a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.390549] env[70399]: DEBUG nova.scheduler.client.report [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.640619] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.797158] env[70399]: INFO nova.compute.manager [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Detaching volume 7369894c-1167-47f1-8376-e0b38caad9c1 [ 1222.821160] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.824425] env[70399]: DEBUG nova.network.neutron [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Updating instance_info_cache with network_info: [{"id": "f64b253b-4903-43b8-aac8-f457afec12a4", "address": "fa:16:3e:38:12:14", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64b253b-49", "ovs_interfaceid": "f64b253b-4903-43b8-aac8-f457afec12a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.837771] env[70399]: INFO nova.virt.block_device [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Attempting to driver detach volume 7369894c-1167-47f1-8376-e0b38caad9c1 from mountpoint /dev/sdb [ 1222.837771] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1222.837771] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1222.838561] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00689cca-0f08-43b6-8769-9dd7a0b10a86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.870492] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e802ea3-1d6e-4aa7-9009-92b5183610fc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.876562] env[70399]: INFO nova.compute.manager [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Took 21.71 seconds to build instance. [ 1222.884601] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8dd58-ca6c-49a8-beb0-bc8edfda821e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.907998] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.912683] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.887s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.912925] env[70399]: DEBUG nova.objects.instance [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'resources' on Instance uuid 299f59d5-5ad1-4e81-926e-835fece810e2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.918922] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5a4cd-6b5c-4238-9c38-5311d0287c78 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.936612] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] The volume has not been displaced from its original location: [datastore2] volume-7369894c-1167-47f1-8376-e0b38caad9c1/volume-7369894c-1167-47f1-8376-e0b38caad9c1.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1222.942641] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.944716] env[70399]: INFO nova.scheduler.client.report [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted allocations for instance 764461b3-d76c-4779-a133-517ff6a98d51 [ 1222.945736] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb395c1-4919-4fd4-87b3-b95bd7115b7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.968502] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1222.968502] env[70399]: value = "task-3759127" [ 1222.968502] env[70399]: _type = "Task" [ 1222.968502] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.978179] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.327535] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.327975] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Instance network_info: |[{"id": "f64b253b-4903-43b8-aac8-f457afec12a4", "address": "fa:16:3e:38:12:14", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64b253b-49", "ovs_interfaceid": "f64b253b-4903-43b8-aac8-f457afec12a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.328567] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:12:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64b253b-4903-43b8-aac8-f457afec12a4', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.338988] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.347823] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.348204] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8ff661a-bead-4296-8893-d51d0afe2849 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.378998] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9638199e-8cea-4339-ac58-04261be1f2f2 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.222s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.384779] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.384779] env[70399]: value = "task-3759128" [ 1223.384779] env[70399]: _type = "Task" [ 1223.384779] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.402506] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759128, 'name': CreateVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.409208] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Received event network-vif-plugged-f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.409353] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Acquiring lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.409560] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.411911] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.411911] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] No waiting events found dispatching network-vif-plugged-f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1223.411911] env[70399]: WARNING nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Received unexpected event network-vif-plugged-f64b253b-4903-43b8-aac8-f457afec12a4 for instance with vm_state building and task_state spawning. [ 1223.411911] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Received event network-changed-d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.411911] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Refreshing instance network info cache due to event network-changed-d6d1a766-5106-402b-824d-e1bc58a67d04. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.411911] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.411911] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.411911] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Refreshing network info cache for port d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.474026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d5ad593c-227d-438d-9733-6d4c8b80d1b5 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "764461b3-d76c-4779-a133-517ff6a98d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.079s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.489972] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759127, 'name': ReconfigVM_Task, 'duration_secs': 0.291302} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.490358] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.499121] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075641d2-22ed-497d-9073-3bd913c6710c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.521333] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1223.521333] env[70399]: value = "task-3759129" [ 1223.521333] env[70399]: _type = "Task" [ 1223.521333] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.540362] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.630837] env[70399]: DEBUG nova.network.neutron [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updating instance_info_cache with network_info: [{"id": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "address": "fa:16:3e:fc:c5:21", "network": {"id": "d30a7ed6-9f53-4673-b6f8-dc16fef4fec1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734148533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab59fb3-c8", "ovs_interfaceid": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902a063a-4998-4b68-aa47-700104157972", "address": "fa:16:3e:41:86:8f", "network": {"id": "d3d8c28e-b445-4547-8a11-b52468fd27cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365643219", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a063a-49", "ovs_interfaceid": "902a063a-4998-4b68-aa47-700104157972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.674781] env[70399]: INFO nova.compute.manager [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Resuming [ 1223.675420] env[70399]: DEBUG nova.objects.instance [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'flavor' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.719460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e3d00-b557-483f-bb95-378dd8418d34 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728518] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3f0f7-0c58-42b8-9a56-da3610c42c09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.761962] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3769035d-3427-489e-9821-6d69c4f334b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.770589] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db71ac85-8409-40b4-a4c6-14378e0c3713 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.785699] env[70399]: DEBUG nova.compute.provider_tree [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.845078] env[70399]: DEBUG nova.compute.manager [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-changed-902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.845328] env[70399]: DEBUG nova.compute.manager [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Refreshing instance network info cache due to event network-changed-902a063a-4998-4b68-aa47-700104157972. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.845453] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] Acquiring lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.894990] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759128, 'name': CreateVM_Task, 'duration_secs': 0.409811} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.895195] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.895887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.896067] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.896392] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.896653] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3b1fd6-a485-435c-955f-0625b5c74b52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.901547] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1223.901547] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529535dd-481f-732b-1517-0493fcdd3eaa" [ 1223.901547] env[70399]: _type = "Task" [ 1223.901547] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.911493] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529535dd-481f-732b-1517-0493fcdd3eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.952168] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.032059] env[70399]: DEBUG oslo_vmware.api [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759129, 'name': ReconfigVM_Task, 'duration_secs': 0.168416} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.034845] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748094', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'name': 'volume-7369894c-1167-47f1-8376-e0b38caad9c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6463b33-abcf-4230-930f-b60d5e50da04', 'attached_at': '', 'detached_at': '', 'volume_id': '7369894c-1167-47f1-8376-e0b38caad9c1', 'serial': '7369894c-1167-47f1-8376-e0b38caad9c1'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1224.092724] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.093008] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.093212] env[70399]: DEBUG nova.compute.manager [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Going to confirm migration 6 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1224.133898] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updated VIF entry in instance network info cache for port d6d1a766-5106-402b-824d-e1bc58a67d04. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.134364] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.135790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.136133] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance network_info: |[{"id": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "address": "fa:16:3e:fc:c5:21", "network": {"id": "d30a7ed6-9f53-4673-b6f8-dc16fef4fec1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734148533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab59fb3-c8", "ovs_interfaceid": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902a063a-4998-4b68-aa47-700104157972", "address": "fa:16:3e:41:86:8f", "network": {"id": "d3d8c28e-b445-4547-8a11-b52468fd27cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365643219", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a063a-49", "ovs_interfaceid": "902a063a-4998-4b68-aa47-700104157972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.136435] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] Acquired lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.136632] env[70399]: DEBUG nova.network.neutron [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Refreshing network info cache for port 902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.139314] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:c5:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab59fb3-c8a6-4c2f-8651-ab60430f67a8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:86:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '902a063a-4998-4b68-aa47-700104157972', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.150320] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.151805] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.152049] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Received event network-changed-f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.152223] env[70399]: DEBUG nova.compute.manager [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Refreshing instance network info cache due to event network-changed-f64b253b-4903-43b8-aac8-f457afec12a4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.152444] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Acquiring lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.152666] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Acquired lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.152929] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Refreshing network info cache for port f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.154066] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.154937] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b8de01c-853a-44f6-b409-5cb7c155ee49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.186699] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.186699] env[70399]: value = "task-3759130" [ 1224.186699] env[70399]: _type = "Task" [ 1224.186699] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.196671] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759130, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.288798] env[70399]: DEBUG nova.scheduler.client.report [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.415022] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529535dd-481f-732b-1517-0493fcdd3eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.039983} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.415022] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.415022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.415255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.415255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.415417] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.415697] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4461cb43-9249-46fd-93dc-9b2c1c6573b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.426615] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.426804] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.428035] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c270b1b-54b5-42ff-89f6-24864a641926 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.435206] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1224.435206] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298904f-000a-1509-7fbb-617e950774b3" [ 1224.435206] env[70399]: _type = "Task" [ 1224.435206] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.444136] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298904f-000a-1509-7fbb-617e950774b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.563604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.563859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.564680] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.564680] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.564680] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.567117] env[70399]: INFO nova.compute.manager [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Terminating instance [ 1224.589519] env[70399]: DEBUG nova.objects.instance [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'flavor' on Instance uuid c6463b33-abcf-4230-930f-b60d5e50da04 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.632887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.633103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquired lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.633316] env[70399]: DEBUG nova.network.neutron [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.633517] env[70399]: DEBUG nova.objects.instance [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'info_cache' on Instance uuid afc4262d-d695-4983-971e-6a22c55b6c31 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.699242] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759130, 'name': CreateVM_Task, 'duration_secs': 0.415778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.699417] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.700255] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.700450] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.700740] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.701009] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6f6949-6eea-4529-bf06-758bac5cab12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.706386] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1224.706386] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c74040-47b6-d77e-c4d6-8be2941f1259" [ 1224.706386] env[70399]: _type = "Task" [ 1224.706386] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.717984] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c74040-47b6-d77e-c4d6-8be2941f1259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.796040] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.827806] env[70399]: INFO nova.scheduler.client.report [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted allocations for instance 299f59d5-5ad1-4e81-926e-835fece810e2 [ 1224.885605] env[70399]: DEBUG nova.network.neutron [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updated VIF entry in instance network info cache for port 902a063a-4998-4b68-aa47-700104157972. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.886176] env[70399]: DEBUG nova.network.neutron [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updating instance_info_cache with network_info: [{"id": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "address": "fa:16:3e:fc:c5:21", "network": {"id": "d30a7ed6-9f53-4673-b6f8-dc16fef4fec1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734148533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab59fb3-c8", "ovs_interfaceid": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902a063a-4998-4b68-aa47-700104157972", "address": "fa:16:3e:41:86:8f", "network": {"id": "d3d8c28e-b445-4547-8a11-b52468fd27cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365643219", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a063a-49", "ovs_interfaceid": "902a063a-4998-4b68-aa47-700104157972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.920568] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Updated VIF entry in instance network info cache for port f64b253b-4903-43b8-aac8-f457afec12a4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.920905] env[70399]: DEBUG nova.network.neutron [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Updating instance_info_cache with network_info: [{"id": "f64b253b-4903-43b8-aac8-f457afec12a4", "address": "fa:16:3e:38:12:14", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64b253b-49", "ovs_interfaceid": "f64b253b-4903-43b8-aac8-f457afec12a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.945673] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5298904f-000a-1509-7fbb-617e950774b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.946473] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc400ac8-5eb9-4775-afef-c939360ad725 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.952915] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1224.952915] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f7508f-afbd-afc3-fd58-0194b83b6568" [ 1224.952915] env[70399]: _type = "Task" [ 1224.952915] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.961939] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f7508f-afbd-afc3-fd58-0194b83b6568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.071843] env[70399]: DEBUG nova.compute.manager [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.071843] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.072638] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eb32d9-76c6-4346-acef-35761ff0f7c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.081470] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.081732] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a5ec79-f775-4a63-b1a8-03136b3ccc37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.088897] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1225.088897] env[70399]: value = "task-3759131" [ 1225.088897] env[70399]: _type = "Task" [ 1225.088897] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.100857] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.186801] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.186987] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquired lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.187136] env[70399]: DEBUG nova.network.neutron [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.218493] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c74040-47b6-d77e-c4d6-8be2941f1259, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.218931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.219598] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.219859] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.220038] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.220236] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.220677] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666949be-fddb-4925-b62f-de8efa4898af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.231297] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.231511] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.232263] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5adaf6-f340-4122-a170-053dd74c576c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.239448] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1225.239448] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d3a82f-25e1-f7cf-015c-8a53ff84b912" [ 1225.239448] env[70399]: _type = "Task" [ 1225.239448] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.249472] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d3a82f-25e1-f7cf-015c-8a53ff84b912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.335913] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0e884442-5007-46aa-b254-742c3a966896 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "299f59d5-5ad1-4e81-926e-835fece810e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.484s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.389481] env[70399]: DEBUG oslo_concurrency.lockutils [req-dbad7970-a1f5-44eb-b67a-8b6dc00f1593 req-21dd39bb-18ef-4afc-bc8e-b9190e4a7ab8 service nova] Releasing lock "refresh_cache-ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.423853] env[70399]: DEBUG oslo_concurrency.lockutils [req-61ba5dec-72ab-4719-9427-60894a33adf7 req-8994c35e-10a6-449e-8b73-269f7e3d2bbd service nova] Releasing lock "refresh_cache-6365ae37-620a-4a0f-813e-688f9fa532d9" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.434175] env[70399]: DEBUG nova.compute.manager [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Received event network-changed-65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.434350] env[70399]: DEBUG nova.compute.manager [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Refreshing instance network info cache due to event network-changed-65955417-6109-4d4c-b467-f660ce88a0d4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.434568] env[70399]: DEBUG oslo_concurrency.lockutils [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.434714] env[70399]: DEBUG oslo_concurrency.lockutils [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.434873] env[70399]: DEBUG nova.network.neutron [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Refreshing network info cache for port 65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.456906] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.463624] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f7508f-afbd-afc3-fd58-0194b83b6568, 'name': SearchDatastore_Task, 'duration_secs': 0.044975} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.463888] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.464161] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6365ae37-620a-4a0f-813e-688f9fa532d9/6365ae37-620a-4a0f-813e-688f9fa532d9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.464425] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b42ea5-fc50-435f-a3da-fd6f429840a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.471291] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1225.471291] env[70399]: value = "task-3759132" [ 1225.471291] env[70399]: _type = "Task" [ 1225.471291] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.479465] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.597955] env[70399]: DEBUG oslo_concurrency.lockutils [None req-84006cb6-6516-4aa4-ac5a-ffe10813a011 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.602568] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759131, 'name': PowerOffVM_Task, 'duration_secs': 0.317066} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.603209] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.603472] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.603779] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683bb73e-6248-4d98-9af7-b40e94410616 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.660061] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.660337] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.660535] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleting the datastore file [datastore1] 4081ad9b-786f-402b-9c76-ca3064e8ae29 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.660833] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46296ce-550b-4b53-be55-e17c66fcd37b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.668791] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for the task: (returnval){ [ 1225.668791] env[70399]: value = "task-3759134" [ 1225.668791] env[70399]: _type = "Task" [ 1225.668791] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.677727] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.752553] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d3a82f-25e1-f7cf-015c-8a53ff84b912, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.753224] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafd33d8-f419-4a11-844f-e603f8981bbc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.762046] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1225.762046] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bedea4-e035-8476-6cc8-122e0a54d6cf" [ 1225.762046] env[70399]: _type = "Task" [ 1225.762046] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.771643] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bedea4-e035-8476-6cc8-122e0a54d6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.900253] env[70399]: DEBUG nova.network.neutron [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [{"id": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "address": "fa:16:3e:f3:7d:dd", "network": {"id": "cfcdccc5-bb80-4f4c-aae9-a6fd63d10a5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1974581787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcf63f424d0b4bb4b8f973d85be268b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9269b225-75", "ovs_interfaceid": "9269b225-75e0-47ce-a7c2-5da9a065ea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.935073] env[70399]: DEBUG nova.network.neutron [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [{"id": "624362ae-b7f3-464f-a815-4939826760f5", "address": "fa:16:3e:e3:f1:42", "network": {"id": "342c805f-8bfa-44d3-8f7e-cbfb4b89e0b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1754097769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb7e0d3707f49998ac5a5b36f9abd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624362ae-b7", "ovs_interfaceid": "624362ae-b7f3-464f-a815-4939826760f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.952083] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.981723] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759132, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.179775] env[70399]: DEBUG oslo_vmware.api [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Task: {'id': task-3759134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241977} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.182690] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.182885] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.183074] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.183254] env[70399]: INFO nova.compute.manager [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.183490] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.183785] env[70399]: DEBUG nova.compute.manager [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.183785] env[70399]: DEBUG nova.network.neutron [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.259278] env[70399]: DEBUG nova.network.neutron [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updated VIF entry in instance network info cache for port 65955417-6109-4d4c-b467-f660ce88a0d4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.259401] env[70399]: DEBUG nova.network.neutron [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.282699] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52bedea4-e035-8476-6cc8-122e0a54d6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.021698} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.283679] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.284149] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4/ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.284509] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d0108fe-8772-4cdb-8c3e-fb762ce32738 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.293319] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1226.293319] env[70399]: value = "task-3759135" [ 1226.293319] env[70399]: _type = "Task" [ 1226.293319] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.303392] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.402491] env[70399]: DEBUG oslo_concurrency.lockutils [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Releasing lock "refresh_cache-d5201555-36d2-45e8-9a8b-6bc582d39a72" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.403432] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f1b46-d76f-4af5-a0ea-a6131a87909f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.411688] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Resuming the VM {{(pid=70399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1226.411975] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74754469-6147-4608-8de7-4374b0f4ad7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.418794] env[70399]: DEBUG oslo_vmware.api [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1226.418794] env[70399]: value = "task-3759136" [ 1226.418794] env[70399]: _type = "Task" [ 1226.418794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.430085] env[70399]: DEBUG oslo_vmware.api [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.437985] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Releasing lock "refresh_cache-afc4262d-d695-4983-971e-6a22c55b6c31" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.438401] env[70399]: DEBUG nova.objects.instance [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lazy-loading 'migration_context' on Instance uuid afc4262d-d695-4983-971e-6a22c55b6c31 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.482791] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697433} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.483414] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6365ae37-620a-4a0f-813e-688f9fa532d9/6365ae37-620a-4a0f-813e-688f9fa532d9.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.483414] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.484108] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b746ac4d-0d81-4d27-a3cb-b77f4384c7e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.491617] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1226.491617] env[70399]: value = "task-3759137" [ 1226.491617] env[70399]: _type = "Task" [ 1226.491617] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.501658] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.538819] env[70399]: DEBUG nova.compute.manager [req-c9a111f1-d24f-48cb-8a9a-9a6a066a8da1 req-c2ffb4c2-44b5-479c-8e39-94f81cfbc16b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Received event network-vif-deleted-f1392dc7-6a54-435d-9d3e-c00e8412d126 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.539106] env[70399]: INFO nova.compute.manager [req-c9a111f1-d24f-48cb-8a9a-9a6a066a8da1 req-c2ffb4c2-44b5-479c-8e39-94f81cfbc16b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Neutron deleted interface f1392dc7-6a54-435d-9d3e-c00e8412d126; detaching it from the instance and deleting it from the info cache [ 1226.539270] env[70399]: DEBUG nova.network.neutron [req-c9a111f1-d24f-48cb-8a9a-9a6a066a8da1 req-c2ffb4c2-44b5-479c-8e39-94f81cfbc16b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.712693] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.712994] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.713241] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.713427] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.713611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.716302] env[70399]: INFO nova.compute.manager [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Terminating instance [ 1226.766816] env[70399]: DEBUG oslo_concurrency.lockutils [req-98e3e296-b6f2-4150-ae57-616327c51bb2 req-09942227-6601-47ea-9442-04251c8dee47 service nova] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.804331] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.929228] env[70399]: DEBUG oslo_vmware.api [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.944030] env[70399]: DEBUG nova.objects.base [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.944030] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a65d3e-9199-4f8f-9339-a61d0b2991a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.971876] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13face1-1e7b-47ab-a652-83ab7c3e252c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.977356] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1226.977356] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52708775-c3a0-461a-fbc9-80e395920ad4" [ 1226.977356] env[70399]: _type = "Task" [ 1226.977356] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.987065] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52708775-c3a0-461a-fbc9-80e395920ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.001985] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.019282] env[70399]: DEBUG nova.network.neutron [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.042157] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab74963a-a7ef-44e3-8e8f-e19fd44ebd99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.057710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd1a7e-bfa4-4212-982f-c339385f85c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.098026] env[70399]: DEBUG nova.compute.manager [req-c9a111f1-d24f-48cb-8a9a-9a6a066a8da1 req-c2ffb4c2-44b5-479c-8e39-94f81cfbc16b service nova] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Detach interface failed, port_id=f1392dc7-6a54-435d-9d3e-c00e8412d126, reason: Instance 4081ad9b-786f-402b-9c76-ca3064e8ae29 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.221078] env[70399]: DEBUG nova.compute.manager [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.221979] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.222939] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f85fe1-01fe-4014-9e45-a3ff0653c46e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.234877] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.235105] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d8ff77-8c0a-4b6e-862f-d61d0a9cea76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.245061] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1227.245061] env[70399]: value = "task-3759138" [ 1227.245061] env[70399]: _type = "Task" [ 1227.245061] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.256909] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.307988] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.433957] env[70399]: DEBUG oslo_vmware.api [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759136, 'name': PowerOnVM_Task, 'duration_secs': 0.829606} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.434266] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Resumed the VM {{(pid=70399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1227.434451] env[70399]: DEBUG nova.compute.manager [None req-9851ec03-8612-4b53-9f2c-c8cb506ffbf9 tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1227.435293] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3d5ab-f1bb-419c-bf5d-df22cd753083 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.489446] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52708775-c3a0-461a-fbc9-80e395920ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.016182} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.489818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.490059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.502405] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.811141} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.502405] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.503081] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388a05e-b06f-4cb6-a43a-b97929a9a1fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.528403] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6365ae37-620a-4a0f-813e-688f9fa532d9/6365ae37-620a-4a0f-813e-688f9fa532d9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.528958] env[70399]: INFO nova.compute.manager [-] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Took 1.35 seconds to deallocate network for instance. [ 1227.529518] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0fec59-0f58-407d-8fc7-f69b68defa37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.557794] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1227.557794] env[70399]: value = "task-3759139" [ 1227.557794] env[70399]: _type = "Task" [ 1227.557794] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.568530] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.760580] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759138, 'name': PowerOffVM_Task, 'duration_secs': 0.444471} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.760897] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.761089] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.761378] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ab1b200-feee-4d63-bbd8-0eefbdf3503e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.808539] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.896249] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.896537] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.896664] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore2] c6463b33-abcf-4230-930f-b60d5e50da04 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.896953] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9019918-e2a1-4714-b453-7449662d2229 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.904612] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1227.904612] env[70399]: value = "task-3759141" [ 1227.904612] env[70399]: _type = "Task" [ 1227.904612] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.914781] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.946606] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.951407] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.951635] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1228.053116] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.068885] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759139, 'name': ReconfigVM_Task, 'duration_secs': 0.494093} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.071865] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6365ae37-620a-4a0f-813e-688f9fa532d9/6365ae37-620a-4a0f-813e-688f9fa532d9.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.072942] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc583f4-fc6b-45f2-9876-99aa740620d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.082651] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1228.082651] env[70399]: value = "task-3759142" [ 1228.082651] env[70399]: _type = "Task" [ 1228.082651] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.094384] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759142, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.151568] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.151881] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.216177] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79a6a5-f798-4af1-8072-611fc6070b97 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.223851] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b3de85-192d-4c91-86b3-f26bc6bf2e67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.260630] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce110d-8da6-4fc5-b523-03b144864b2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.269974] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f13d51-5811-4a20-8abb-5f73c79288e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.287350] env[70399]: DEBUG nova.compute.provider_tree [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.307233] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759135, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.609946} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.307494] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4/ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.307793] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.308127] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad1978f5-8207-49ff-8e08-5fd74194a7c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.316630] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1228.316630] env[70399]: value = "task-3759143" [ 1228.316630] env[70399]: _type = "Task" [ 1228.316630] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.328091] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.415619] env[70399]: DEBUG oslo_vmware.api [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441192} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.416048] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.416357] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.416591] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.416805] env[70399]: INFO nova.compute.manager [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1228.417131] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.417416] env[70399]: DEBUG nova.compute.manager [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.417529] env[70399]: DEBUG nova.network.neutron [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.596375] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759142, 'name': Rename_Task, 'duration_secs': 0.327897} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.596707] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.596974] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900c8380-0dfc-4594-9ac9-1c64e3b12a17 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.605240] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1228.605240] env[70399]: value = "task-3759144" [ 1228.605240] env[70399]: _type = "Task" [ 1228.605240] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.614967] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.655218] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.790914] env[70399]: DEBUG nova.scheduler.client.report [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.830469] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075756} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.830852] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.831946] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67930c16-8ee6-4263-b7c4-8c79ad969d4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.872678] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4/ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.873126] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9733ed-62b4-4b6a-9e59-a672058da7c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.906823] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1228.906823] env[70399]: value = "task-3759145" [ 1228.906823] env[70399]: _type = "Task" [ 1228.906823] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.918530] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.953616] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.953940] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.016025] env[70399]: DEBUG nova.compute.manager [req-6fa65bb5-882f-4639-b4e3-b640d66c0c91 req-6e620fd5-ff6e-4267-9c3f-43be08052a19 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Received event network-vif-deleted-3dca17e3-653a-4892-8192-94e83157df34 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.016221] env[70399]: INFO nova.compute.manager [req-6fa65bb5-882f-4639-b4e3-b640d66c0c91 req-6e620fd5-ff6e-4267-9c3f-43be08052a19 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Neutron deleted interface 3dca17e3-653a-4892-8192-94e83157df34; detaching it from the instance and deleting it from the info cache [ 1229.016356] env[70399]: DEBUG nova.network.neutron [req-6fa65bb5-882f-4639-b4e3-b640d66c0c91 req-6e620fd5-ff6e-4267-9c3f-43be08052a19 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.118338] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.182549] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.405566] env[70399]: DEBUG nova.network.neutron [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.420221] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.456941] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.518712] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63969e2b-11e8-482d-9ee5-f406d7909f34 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.529463] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b29d0-3fa7-4307-8cab-595984fca3af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.567181] env[70399]: DEBUG nova.compute.manager [req-6fa65bb5-882f-4639-b4e3-b640d66c0c91 req-6e620fd5-ff6e-4267-9c3f-43be08052a19 service nova] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Detach interface failed, port_id=3dca17e3-653a-4892-8192-94e83157df34, reason: Instance c6463b33-abcf-4230-930f-b60d5e50da04 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.615647] env[70399]: DEBUG oslo_vmware.api [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759144, 'name': PowerOnVM_Task, 'duration_secs': 0.853455} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.615915] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.616135] env[70399]: INFO nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1229.616317] env[70399]: DEBUG nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.617113] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904dd93-8146-43fb-bbc3-f9bd8071d18d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.803154] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.809396] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.756s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.809757] env[70399]: DEBUG nova.objects.instance [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lazy-loading 'resources' on Instance uuid 4081ad9b-786f-402b-9c76-ca3064e8ae29 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.908326] env[70399]: INFO nova.compute.manager [-] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Took 1.49 seconds to deallocate network for instance. [ 1229.922662] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759145, 'name': ReconfigVM_Task, 'duration_secs': 0.66583} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.923070] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4/ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.923759] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4d9c6b-90d2-420f-ae6f-0010000d18e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.932517] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1229.932517] env[70399]: value = "task-3759146" [ 1229.932517] env[70399]: _type = "Task" [ 1229.932517] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.944167] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759146, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.136260] env[70399]: INFO nova.compute.manager [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Took 19.04 seconds to build instance. [ 1230.374377] env[70399]: INFO nova.scheduler.client.report [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocation for migration 168076f6-f32d-4017-8565-8ac1dfc50628 [ 1230.419042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.444206] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759146, 'name': Rename_Task, 'duration_secs': 0.26478} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.447307] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.447831] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c46492-ca64-432c-bff3-4a8bd5b2b94d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.454691] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1230.454691] env[70399]: value = "task-3759147" [ 1230.454691] env[70399]: _type = "Task" [ 1230.454691] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.465651] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.505402] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35693ce-3f62-4ee9-93e5-f42a1c5767e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.514490] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb0369-69b7-4fc4-8889-2bfb3276bf5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.545597] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacb416-6f6b-45ea-9b2a-e3e6d1b565cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.553986] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11378611-66bd-42a7-9c4c-636ac4dc1978 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.567980] env[70399]: DEBUG nova.compute.provider_tree [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.638906] env[70399]: DEBUG oslo_concurrency.lockutils [None req-94bfe1d0-9884-4cd4-ad74-dba3d4bf72e9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.552s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.880717] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.788s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.966235] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.072041] env[70399]: DEBUG nova.scheduler.client.report [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.368434] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "6365ae37-620a-4a0f-813e-688f9fa532d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.368961] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.368961] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.369259] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.369450] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.371927] env[70399]: INFO nova.compute.manager [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Terminating instance [ 1231.466824] env[70399]: DEBUG oslo_vmware.api [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759147, 'name': PowerOnVM_Task, 'duration_secs': 0.942055} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.467209] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.467453] env[70399]: INFO nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Took 13.38 seconds to spawn the instance on the hypervisor. [ 1231.467641] env[70399]: DEBUG nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.468490] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900f3dd-5717-4b89-8661-14aac72387b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.575971] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.579051] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.396s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.580766] env[70399]: INFO nova.compute.claims [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.604218] env[70399]: INFO nova.scheduler.client.report [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Deleted allocations for instance 4081ad9b-786f-402b-9c76-ca3064e8ae29 [ 1231.876891] env[70399]: DEBUG nova.compute.manager [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.877106] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.878745] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e029c51-1af8-4e10-b180-8ef9190c0885 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.887475] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.887791] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f578eb-8a7c-48e3-bbb7-131cc5e8ebbd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.894608] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1231.894608] env[70399]: value = "task-3759148" [ 1231.894608] env[70399]: _type = "Task" [ 1231.894608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.903518] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.985608] env[70399]: INFO nova.compute.manager [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Took 22.95 seconds to build instance. [ 1232.112079] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18267ba3-f968-4724-ab87-c7f66214cc03 tempest-AttachInterfacesTestJSON-2046649887 tempest-AttachInterfacesTestJSON-2046649887-project-member] Lock "4081ad9b-786f-402b-9c76-ca3064e8ae29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.113141] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.113371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.113572] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.113775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.113918] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.115846] env[70399]: INFO nova.compute.manager [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Terminating instance [ 1232.405098] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759148, 'name': PowerOffVM_Task, 'duration_secs': 0.221792} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.405482] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.405525] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.405788] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae23695-fdb9-4bf6-9061-309e9010edcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.468841] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.469153] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.469408] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] 6365ae37-620a-4a0f-813e-688f9fa532d9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.469695] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4ba103-3ddf-46f1-bca0-ecd8b8dd8e52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.477476] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1232.477476] env[70399]: value = "task-3759150" [ 1232.477476] env[70399]: _type = "Task" [ 1232.477476] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.486736] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.488205] env[70399]: DEBUG oslo_concurrency.lockutils [None req-46900fd3-4800-489e-a3c7-7d1e2d1b92dd tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.457s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.621785] env[70399]: DEBUG nova.compute.manager [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.622022] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.623438] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4150578e-cc32-4230-8c69-3182f1c292bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.631548] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.631814] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85aaf924-5c77-4fb3-869c-6fe8aaaed4c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.640671] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1232.640671] env[70399]: value = "task-3759151" [ 1232.640671] env[70399]: _type = "Task" [ 1232.640671] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.652625] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.722608] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.722952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.723438] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.723635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.723798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.729896] env[70399]: INFO nova.compute.manager [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Terminating instance [ 1232.809883] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64dd88-57f8-4993-9cc0-34da3dd0af9c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.824522] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6325c4-657b-48b5-950b-806dbd6809db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.863319] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3aa25b-55fe-4b0d-ac58-f01f901498be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.872619] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eff808-2a78-4e3f-b4ec-81bc1d3222b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.893546] env[70399]: DEBUG nova.compute.provider_tree [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.988189] env[70399]: DEBUG oslo_vmware.api [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142791} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.988492] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.988716] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.988899] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.989318] env[70399]: INFO nova.compute.manager [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1232.989596] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.989781] env[70399]: DEBUG nova.compute.manager [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.989875] env[70399]: DEBUG nova.network.neutron [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.150470] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759151, 'name': PowerOffVM_Task, 'duration_secs': 0.206878} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.150774] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.150942] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.151219] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21cd27ae-10b6-4490-b6cd-412738e7c89c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.234657] env[70399]: DEBUG nova.compute.manager [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.234730] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.238756] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc035f9-104c-4f02-9589-3924ea5a9dff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.242444] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.242737] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.242964] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleting the datastore file [datastore2] afc4262d-d695-4983-971e-6a22c55b6c31 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.244803] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f8d6d4c-99c1-4347-851e-14a0d5377ccf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.254909] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.256022] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f90317f-8a9c-40c6-bd3d-c7560ad8166c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.259374] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for the task: (returnval){ [ 1233.259374] env[70399]: value = "task-3759153" [ 1233.259374] env[70399]: _type = "Task" [ 1233.259374] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.265871] env[70399]: DEBUG nova.compute.manager [req-1b781ca2-567b-4689-a56b-3cdcd89ac880 req-10915a56-6893-4f50-9abe-35f3143dfe59 service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Received event network-vif-deleted-f64b253b-4903-43b8-aac8-f457afec12a4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.266082] env[70399]: INFO nova.compute.manager [req-1b781ca2-567b-4689-a56b-3cdcd89ac880 req-10915a56-6893-4f50-9abe-35f3143dfe59 service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Neutron deleted interface f64b253b-4903-43b8-aac8-f457afec12a4; detaching it from the instance and deleting it from the info cache [ 1233.266430] env[70399]: DEBUG nova.network.neutron [req-1b781ca2-567b-4689-a56b-3cdcd89ac880 req-10915a56-6893-4f50-9abe-35f3143dfe59 service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.273027] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1233.273027] env[70399]: value = "task-3759154" [ 1233.273027] env[70399]: _type = "Task" [ 1233.273027] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.279715] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.286329] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.397016] env[70399]: DEBUG nova.scheduler.client.report [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.749275] env[70399]: DEBUG nova.network.neutron [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.774237] env[70399]: DEBUG oslo_vmware.api [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Task: {'id': task-3759153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149439} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.774237] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a67551f7-e2d6-49fd-9e79-b6a48b180f91 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.778050] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.778050] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.778050] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.778050] env[70399]: INFO nova.compute.manager [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1233.778050] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.778050] env[70399]: DEBUG nova.compute.manager [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.778339] env[70399]: DEBUG nova.network.neutron [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.785270] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759154, 'name': PowerOffVM_Task, 'duration_secs': 0.234184} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.786418] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.786598] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.786896] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d80872-762b-4f9b-9a33-522e9b575f0b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.791045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6e5391-60a4-4760-b90c-99ede5b9a236 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.824671] env[70399]: DEBUG nova.compute.manager [req-1b781ca2-567b-4689-a56b-3cdcd89ac880 req-10915a56-6893-4f50-9abe-35f3143dfe59 service nova] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Detach interface failed, port_id=f64b253b-4903-43b8-aac8-f457afec12a4, reason: Instance 6365ae37-620a-4a0f-813e-688f9fa532d9 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.907388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.907977] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.912381] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.456s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.912530] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.912681] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1233.913075] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.494s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.913300] env[70399]: DEBUG nova.objects.instance [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'resources' on Instance uuid c6463b33-abcf-4230-930f-b60d5e50da04 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.920567] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b657256-95d5-4e17-ac03-6ead97616ec0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.925482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.925732] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.925901] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleting the datastore file [datastore2] ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.927495] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-188b0f9e-3162-4b4a-8cc6-6adc860262f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.935057] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ea903-9623-40d5-9593-3284e7e90bda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.940932] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for the task: (returnval){ [ 1233.940932] env[70399]: value = "task-3759156" [ 1233.940932] env[70399]: _type = "Task" [ 1233.940932] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.955016] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6081e956-2baa-4a03-a75b-462f11ab2dcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.960735] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.967870] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a23d80-ec6a-4161-a661-48908f36fb54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.999552] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179842MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1233.999704] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.252870] env[70399]: INFO nova.compute.manager [-] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Took 1.26 seconds to deallocate network for instance. [ 1234.413480] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.413845] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.413959] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.414156] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.414330] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.416643] env[70399]: INFO nova.compute.manager [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Terminating instance [ 1234.421119] env[70399]: DEBUG nova.compute.utils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.425527] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.425727] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.454806] env[70399]: DEBUG oslo_vmware.api [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Task: {'id': task-3759156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197885} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.455112] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.455302] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.455483] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.455655] env[70399]: INFO nova.compute.manager [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1234.456210] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.456210] env[70399]: DEBUG nova.compute.manager [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.456210] env[70399]: DEBUG nova.network.neutron [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.477547] env[70399]: DEBUG nova.policy [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0867db4dd5d44e1fa7bc42f9cdd6132b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700fdf82008f4326ba0b5b7330bdbb5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.528247] env[70399]: DEBUG nova.network.neutron [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.761842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.777026] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43a197e-da40-4de8-97a7-594211f07b47 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.787793] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060bc7a2-61f8-4255-a30d-6e67b68ad38c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.821343] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794eff92-e08b-4250-aa5d-86a7ba10398c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.828008] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Successfully created port: 59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.833481] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d3630d-af05-4af6-9722-07d5b3261d05 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.848138] env[70399]: DEBUG nova.compute.provider_tree [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.925952] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.930437] env[70399]: DEBUG nova.compute.manager [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.930437] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.930437] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a8923-30cb-4107-9356-4cdf3cc15a01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.941355] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.941643] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90c514b-f41e-4615-99bc-6d3c224319b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.949783] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1234.949783] env[70399]: value = "task-3759157" [ 1234.949783] env[70399]: _type = "Task" [ 1234.949783] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.962427] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.975747] env[70399]: DEBUG nova.compute.manager [req-4522d18e-dd23-43d9-a177-55eb876756af req-9bdfd47e-84a5-469e-941f-31809c919580 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-vif-deleted-902a063a-4998-4b68-aa47-700104157972 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.975855] env[70399]: INFO nova.compute.manager [req-4522d18e-dd23-43d9-a177-55eb876756af req-9bdfd47e-84a5-469e-941f-31809c919580 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Neutron deleted interface 902a063a-4998-4b68-aa47-700104157972; detaching it from the instance and deleting it from the info cache [ 1234.976114] env[70399]: DEBUG nova.network.neutron [req-4522d18e-dd23-43d9-a177-55eb876756af req-9bdfd47e-84a5-469e-941f-31809c919580 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updating instance_info_cache with network_info: [{"id": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "address": "fa:16:3e:fc:c5:21", "network": {"id": "d30a7ed6-9f53-4673-b6f8-dc16fef4fec1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734148533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63402f55c18d410e99838a4bf490ac1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab59fb3-c8", "ovs_interfaceid": "4ab59fb3-c8a6-4c2f-8651-ab60430f67a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.030834] env[70399]: INFO nova.compute.manager [-] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Took 1.25 seconds to deallocate network for instance. [ 1235.292672] env[70399]: DEBUG nova.compute.manager [req-3eaa72b3-ae1e-4c16-b0d5-215a97fcfa69 req-647e5ab5-567c-4177-ba7a-6f79d44c55b5 service nova] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Received event network-vif-deleted-624362ae-b7f3-464f-a815-4939826760f5 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.372852] env[70399]: ERROR nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [req-17b890ce-a131-44fd-84a8-931514835dd8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17b890ce-a131-44fd-84a8-931514835dd8"}]} [ 1235.389881] env[70399]: DEBUG nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.404508] env[70399]: DEBUG nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.404736] env[70399]: DEBUG nova.compute.provider_tree [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.416818] env[70399]: DEBUG nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.435789] env[70399]: DEBUG nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.460272] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759157, 'name': PowerOffVM_Task, 'duration_secs': 0.22106} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.463025] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.463204] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.464493] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d66d9a0-4520-450f-8238-cd1349f72e66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.479939] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a40a7f6-45c1-43ea-ad7b-e945470378fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.491579] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc2c36-64d3-4523-bcd5-1631e34eb6e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.527044] env[70399]: DEBUG nova.compute.manager [req-4522d18e-dd23-43d9-a177-55eb876756af req-9bdfd47e-84a5-469e-941f-31809c919580 service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Detach interface failed, port_id=902a063a-4998-4b68-aa47-700104157972, reason: Instance ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.530835] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.530991] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.531204] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleting the datastore file [datastore2] d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.531470] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111605f0-55f0-463e-9f5f-6ce3a3ecfb37 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.540283] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.542135] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for the task: (returnval){ [ 1235.542135] env[70399]: value = "task-3759159" [ 1235.542135] env[70399]: _type = "Task" [ 1235.542135] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.550612] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.648177] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109229c3-f978-443e-8b22-063799357e46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.658492] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08176d1-4a6b-4bdb-baf7-f1dd7f6f03c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.691108] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75c338-276a-4995-bb9a-85b87820e737 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.699114] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673efa1a-071c-4fec-8ebd-a6c6fe6925f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.718461] env[70399]: DEBUG nova.compute.provider_tree [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.726819] env[70399]: DEBUG nova.network.neutron [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.945079] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.973985] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.974312] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.974476] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.974659] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.974805] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.974952] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.975185] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.975352] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.975528] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.975722] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.975914] env[70399]: DEBUG nova.virt.hardware [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.976832] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b075341-cc62-4604-a291-07abeab99c3f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.985626] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a20871-7bad-48c8-8573-ff552174fcc6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.052869] env[70399]: DEBUG oslo_vmware.api [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Task: {'id': task-3759159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183893} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.053161] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.053350] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.053527] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.053704] env[70399]: INFO nova.compute.manager [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.053945] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.054310] env[70399]: DEBUG nova.compute.manager [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.054310] env[70399]: DEBUG nova.network.neutron [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.229240] env[70399]: INFO nova.compute.manager [-] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Took 1.77 seconds to deallocate network for instance. [ 1236.263406] env[70399]: DEBUG nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.263548] env[70399]: DEBUG nova.compute.provider_tree [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 147 to 148 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.263733] env[70399]: DEBUG nova.compute.provider_tree [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.381080] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Successfully updated port: 59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.738387] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.771535] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.858s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.773924] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.774s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.797020] env[70399]: INFO nova.scheduler.client.report [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocations for instance c6463b33-abcf-4230-930f-b60d5e50da04 [ 1236.887137] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.887359] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.887478] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.013309] env[70399]: DEBUG nova.compute.manager [req-36e39f4b-13bc-4fa5-b264-a6d8766f88a9 req-c0ec5f19-34c2-47e1-9fef-7c337af5a8be service nova] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Received event network-vif-deleted-4ab59fb3-c8a6-4c2f-8651-ab60430f67a8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.013309] env[70399]: DEBUG nova.compute.manager [req-36e39f4b-13bc-4fa5-b264-a6d8766f88a9 req-c0ec5f19-34c2-47e1-9fef-7c337af5a8be service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Received event network-vif-deleted-9269b225-75e0-47ce-a7c2-5da9a065ea61 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.013309] env[70399]: INFO nova.compute.manager [req-36e39f4b-13bc-4fa5-b264-a6d8766f88a9 req-c0ec5f19-34c2-47e1-9fef-7c337af5a8be service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Neutron deleted interface 9269b225-75e0-47ce-a7c2-5da9a065ea61; detaching it from the instance and deleting it from the info cache [ 1237.013309] env[70399]: DEBUG nova.network.neutron [req-36e39f4b-13bc-4fa5-b264-a6d8766f88a9 req-c0ec5f19-34c2-47e1-9fef-7c337af5a8be service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.047735] env[70399]: DEBUG nova.network.neutron [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.304550] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4cba7ce4-a2e1-4261-9833-a907f9f32fd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c6463b33-abcf-4230-930f-b60d5e50da04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.591s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.327805] env[70399]: DEBUG nova.compute.manager [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Received event network-vif-plugged-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.328059] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.328318] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Lock "80973c90-6bf1-4258-87cc-037937e4580f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.328561] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Lock "80973c90-6bf1-4258-87cc-037937e4580f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.328738] env[70399]: DEBUG nova.compute.manager [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] No waiting events found dispatching network-vif-plugged-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1237.328931] env[70399]: WARNING nova.compute.manager [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Received unexpected event network-vif-plugged-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 for instance with vm_state building and task_state spawning. [ 1237.329112] env[70399]: DEBUG nova.compute.manager [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Received event network-changed-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.329270] env[70399]: DEBUG nova.compute.manager [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Refreshing instance network info cache due to event network-changed-59a8cead-d4c3-46d7-a853-d51c48dbb2e1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.329436] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Acquiring lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.437446] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.513454] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f63812b-e251-4c15-bbef-12a6901364a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.523591] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e711bff-5774-44bf-a8eb-d6718bad8942 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.556302] env[70399]: INFO nova.compute.manager [-] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Took 1.50 seconds to deallocate network for instance. [ 1237.556717] env[70399]: DEBUG nova.compute.manager [req-36e39f4b-13bc-4fa5-b264-a6d8766f88a9 req-c0ec5f19-34c2-47e1-9fef-7c337af5a8be service nova] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Detach interface failed, port_id=9269b225-75e0-47ce-a7c2-5da9a065ea61, reason: Instance d5201555-36d2-45e8-9a8b-6bc582d39a72 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.662404] env[70399]: DEBUG nova.network.neutron [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating instance_info_cache with network_info: [{"id": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "address": "fa:16:3e:55:38:0d", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a8cead-d4", "ovs_interfaceid": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.804236] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.804387] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23063f37-5610-475a-9f1d-e8a11239187e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 80053d58-afd5-45f7-ae54-84d2b86826a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d5201555-36d2-45e8-9a8b-6bc582d39a72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance afc4262d-d695-4983-971e-6a22c55b6c31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a87e93b1-93e8-4859-8d18-5129791f858f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 44c83445-2d44-4b34-8a2d-4b8509012468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1237.805798] env[70399]: WARNING nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 6365ae37-620a-4a0f-813e-688f9fa532d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 80973c90-6bf1-4258-87cc-037937e4580f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1237.805798] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1237.984180] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89643c37-4f6b-4dbc-918b-d6febd0c3893 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.992496] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32712c8a-2c0f-4ad0-89fd-3f4d18448338 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.025632] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83bb748-1cdf-4f45-afdc-b9d4e5d39f99 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.034521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da8ca3-fe0f-4b48-8b77-08d1fd32c4c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.049372] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.066651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.168908] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.169575] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Instance network_info: |[{"id": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "address": "fa:16:3e:55:38:0d", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a8cead-d4", "ovs_interfaceid": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.169743] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Acquired lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.169919] env[70399]: DEBUG nova.network.neutron [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Refreshing network info cache for port 59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.171337] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:38:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59a8cead-d4c3-46d7-a853-d51c48dbb2e1', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.179544] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.179920] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.180198] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829883d3-d5a1-4fe0-a035-bd5dfbe364a6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.202959] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.202959] env[70399]: value = "task-3759160" [ 1238.202959] env[70399]: _type = "Task" [ 1238.202959] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.213037] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759160, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.552882] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.718552] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759160, 'name': CreateVM_Task, 'duration_secs': 0.331678} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.719194] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.719934] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.721195] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.721576] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.721854] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f979297a-1a1e-4458-878f-a827db33c6e2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.726984] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1238.726984] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52692c8a-d557-e329-be0f-7222a47948cc" [ 1238.726984] env[70399]: _type = "Task" [ 1238.726984] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.737390] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52692c8a-d557-e329-be0f-7222a47948cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.965189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.965377] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.054341] env[70399]: DEBUG nova.network.neutron [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updated VIF entry in instance network info cache for port 59a8cead-d4c3-46d7-a853-d51c48dbb2e1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.054775] env[70399]: DEBUG nova.network.neutron [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating instance_info_cache with network_info: [{"id": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "address": "fa:16:3e:55:38:0d", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a8cead-d4", "ovs_interfaceid": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.058104] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1239.058422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.285s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.058789] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.297s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.059201] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.061735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.521s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.061735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.063769] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.326s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.064152] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.066102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.066372] env[70399]: DEBUG nova.objects.instance [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lazy-loading 'resources' on Instance uuid d5201555-36d2-45e8-9a8b-6bc582d39a72 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.067516] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.067729] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1239.096017] env[70399]: INFO nova.scheduler.client.report [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Deleted allocations for instance afc4262d-d695-4983-971e-6a22c55b6c31 [ 1239.098237] env[70399]: INFO nova.scheduler.client.report [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Deleted allocations for instance ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4 [ 1239.109259] env[70399]: INFO nova.scheduler.client.report [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 6365ae37-620a-4a0f-813e-688f9fa532d9 [ 1239.239150] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52692c8a-d557-e329-be0f-7222a47948cc, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.239706] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.240068] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.240454] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.240704] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.241034] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.242060] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1779696-365e-46aa-8def-ef3b16be94c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.252338] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.253723] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.254163] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68eb3b31-6c7d-479b-8c71-098bcedca56d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.262775] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1239.262775] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52deb837-db77-0dfa-5ddf-15420940bc37" [ 1239.262775] env[70399]: _type = "Task" [ 1239.262775] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.272700] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52deb837-db77-0dfa-5ddf-15420940bc37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.467872] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.557918] env[70399]: DEBUG oslo_concurrency.lockutils [req-2c58ed60-25ca-42f4-8856-de4666b1be51 req-6d373eec-189d-4566-9c38-daeb551af2ab service nova] Releasing lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.595168] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] There are 55 instances to clean {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1239.595168] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d3901ab2-bfdb-48bd-8a95-e51557cd994f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.614165] env[70399]: DEBUG oslo_concurrency.lockutils [None req-a060c904-a5c0-4086-b984-924c8a7ddda2 tempest-DeleteServersTestJSON-1676313022 tempest-DeleteServersTestJSON-1676313022-project-member] Lock "afc4262d-d695-4983-971e-6a22c55b6c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.501s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.616103] env[70399]: DEBUG oslo_concurrency.lockutils [None req-947b6d91-c58d-455c-9db3-1a66b27ca1b5 tempest-ServersTestMultiNic-1661297721 tempest-ServersTestMultiNic-1661297721-project-member] Lock "ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.893s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.622722] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ffb25bab-7431-4acf-a5ae-7cd9dd35fd71 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "6365ae37-620a-4a0f-813e-688f9fa532d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.254s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.752609] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "7d0a898a-a114-4706-bb64-34384da06d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.752609] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.775989] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52deb837-db77-0dfa-5ddf-15420940bc37, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.776806] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c0e6cb-9967-4752-b339-527903b504a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.788100] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1239.788100] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f73d45-92c4-1d2f-f5ef-7aad17961282" [ 1239.788100] env[70399]: _type = "Task" [ 1239.788100] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.803226] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52f73d45-92c4-1d2f-f5ef-7aad17961282, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.805215] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.805726] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 80973c90-6bf1-4258-87cc-037937e4580f/80973c90-6bf1-4258-87cc-037937e4580f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.807067] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6cf1fb-ad80-42d3-af01-1bbf220f6ab9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.811456] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-030a2402-e1e0-4618-acf2-01e1f30f11dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.821596] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447dece-a192-425f-b54d-fba21c4997a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.827078] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1239.827078] env[70399]: value = "task-3759162" [ 1239.827078] env[70399]: _type = "Task" [ 1239.827078] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.864604] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa550a1-29d7-46f4-9675-cc6ffefde976 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.867509] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.874750] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae61ad4-2299-43c5-87df-65b3ac2bf2ed {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.898818] env[70399]: DEBUG nova.compute.provider_tree [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.990391] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.099555] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fcc59202-7918-4d8d-a2b9-740e680e6e7c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.256678] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.306228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.307037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.307551] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.308516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.308927] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.311714] env[70399]: INFO nova.compute.manager [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Terminating instance [ 1240.344956] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486663} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.345300] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 80973c90-6bf1-4258-87cc-037937e4580f/80973c90-6bf1-4258-87cc-037937e4580f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.345515] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.345903] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a109cc5-44e4-40d9-a36e-d7bca05707f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.356739] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1240.356739] env[70399]: value = "task-3759163" [ 1240.356739] env[70399]: _type = "Task" [ 1240.356739] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.369026] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.401952] env[70399]: DEBUG nova.scheduler.client.report [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.603716] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 764461b3-d76c-4779-a133-517ff6a98d51] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.787699] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.817113] env[70399]: DEBUG nova.compute.manager [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.817239] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.819212] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98aab0e-d15e-4796-a0e8-ea68ac24fcb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.827220] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.827386] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c970b20-b116-4970-a69d-7a417b0238a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.835161] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1240.835161] env[70399]: value = "task-3759164" [ 1240.835161] env[70399]: _type = "Task" [ 1240.835161] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.843604] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.869273] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066854} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.869545] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.870405] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38cbed4-a381-42f4-a2d9-fc8e385218b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.897554] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 80973c90-6bf1-4258-87cc-037937e4580f/80973c90-6bf1-4258-87cc-037937e4580f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.898373] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856fa7a6-b9dd-4943-b5e8-a0b693d07eaf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.915686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.918169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.928s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.921048] env[70399]: INFO nova.compute.claims [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.933407] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1240.933407] env[70399]: value = "task-3759165" [ 1240.933407] env[70399]: _type = "Task" [ 1240.933407] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.945275] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.946595] env[70399]: INFO nova.scheduler.client.report [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Deleted allocations for instance d5201555-36d2-45e8-9a8b-6bc582d39a72 [ 1241.109691] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 90b7cba8-865a-46eb-a8d4-8383cf69c5a9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.357023] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759164, 'name': PowerOffVM_Task, 'duration_secs': 0.23892} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.357023] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.357023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.357023] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eafa0d3-5832-41e9-a6c6-2a3652ef20e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.448688] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.450629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.450629] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.450629] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.450629] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a96ab07-20bc-4c98-a42d-610b5b03bb6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.457561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b9b8c244-63cb-43ed-ae37-e49b273b7dfb tempest-ServersNegativeTestJSON-1387658603 tempest-ServersNegativeTestJSON-1387658603-project-member] Lock "d5201555-36d2-45e8-9a8b-6bc582d39a72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.044s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.462443] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1241.462443] env[70399]: value = "task-3759167" [ 1241.462443] env[70399]: _type = "Task" [ 1241.462443] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.474452] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.611611] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 4fe79465-afad-42a5-ae2a-bf82b55db284] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.947310] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.973606] env[70399]: DEBUG oslo_vmware.api [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493887} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.976855] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.977153] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.977403] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.977638] env[70399]: INFO nova.compute.manager [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1241.978150] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.978430] env[70399]: DEBUG nova.compute.manager [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.978530] env[70399]: DEBUG nova.network.neutron [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.104397] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c7b22-2d33-4791-9caa-72234f1c6f44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.112621] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc104225-e331-45a5-8f73-39d79ee81207 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.119502] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 299f59d5-5ad1-4e81-926e-835fece810e2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.159377] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c35c6-152d-4e5a-8d4f-62b863c87714 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.170400] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64028444-56f9-49eb-a727-ba00ebc2c691 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.187803] env[70399]: DEBUG nova.compute.provider_tree [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.293111] env[70399]: DEBUG nova.compute.manager [req-e3909fb6-f719-4102-b9b0-ca5deab26c57 req-e19c9b5a-fa3b-4e2e-9181-84087011d88a service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Received event network-vif-deleted-30dce545-ee46-4d74-b5c8-90702e02c8dc {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.293326] env[70399]: INFO nova.compute.manager [req-e3909fb6-f719-4102-b9b0-ca5deab26c57 req-e19c9b5a-fa3b-4e2e-9181-84087011d88a service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Neutron deleted interface 30dce545-ee46-4d74-b5c8-90702e02c8dc; detaching it from the instance and deleting it from the info cache [ 1242.293499] env[70399]: DEBUG nova.network.neutron [req-e3909fb6-f719-4102-b9b0-ca5deab26c57 req-e19c9b5a-fa3b-4e2e-9181-84087011d88a service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.450269] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759165, 'name': ReconfigVM_Task, 'duration_secs': 1.330231} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.450722] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 80973c90-6bf1-4258-87cc-037937e4580f/80973c90-6bf1-4258-87cc-037937e4580f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.451638] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4edc9016-dba5-4f6f-9bbd-e30168093e60 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.461575] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1242.461575] env[70399]: value = "task-3759168" [ 1242.461575] env[70399]: _type = "Task" [ 1242.461575] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.474796] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759168, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.625824] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 1d0a6c8f-a99d-445c-9b6c-ca03466ce876] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.693483] env[70399]: DEBUG nova.scheduler.client.report [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.756262] env[70399]: DEBUG nova.network.neutron [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.796477] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33e34a9f-0f62-453d-a2bd-9073afa7308e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.811883] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8be50b-5a44-4c49-a748-718da20ad421 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.848592] env[70399]: DEBUG nova.compute.manager [req-e3909fb6-f719-4102-b9b0-ca5deab26c57 req-e19c9b5a-fa3b-4e2e-9181-84087011d88a service nova] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Detach interface failed, port_id=30dce545-ee46-4d74-b5c8-90702e02c8dc, reason: Instance 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.974383] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759168, 'name': Rename_Task, 'duration_secs': 0.360063} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.974892] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.977367] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632717fc-6e26-427e-ab4d-7aaf8bdec6d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.984082] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1242.984082] env[70399]: value = "task-3759169" [ 1242.984082] env[70399]: _type = "Task" [ 1242.984082] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.996381] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.131131] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 2a7b8c41-2785-4df0-af95-a11c5ca9faa9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.202160] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.202679] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.205534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.418s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.207521] env[70399]: INFO nova.compute.claims [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.259907] env[70399]: INFO nova.compute.manager [-] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Took 1.28 seconds to deallocate network for instance. [ 1243.495995] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759169, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.637405] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 4081ad9b-786f-402b-9c76-ca3064e8ae29] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.714666] env[70399]: DEBUG nova.compute.utils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.718951] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.719330] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.769735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.815545] env[70399]: DEBUG nova.policy [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a48f6a71d959488997113c1b557cfb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0d9e66187684536b3e4279362ee0c2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.993904] env[70399]: DEBUG oslo_vmware.api [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759169, 'name': PowerOnVM_Task, 'duration_secs': 0.734856} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.994595] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.994812] env[70399]: INFO nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1243.994992] env[70399]: DEBUG nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.995829] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24135a6-5987-428c-90a4-b301063a1759 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.142372] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 783e08f1-33fe-4d67-a0c9-23b297d256d2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.218411] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.372338] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Successfully created port: 704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.387672] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3544f0-a741-4f02-baa9-eb4711daf141 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.398292] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33c605a-0d39-40c4-8d16-2c70038ca0e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.433178] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0feb8ea-6d56-4c72-b8ae-1cdfee79c49d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.441650] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1d96c9-ae0c-4f6e-82de-ebc68febaccd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.456471] env[70399]: DEBUG nova.compute.provider_tree [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.518640] env[70399]: INFO nova.compute.manager [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Took 15.36 seconds to build instance. [ 1244.646974] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 1449ef75-7677-444e-a004-74fe3ec2ff9e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.963187] env[70399]: DEBUG nova.scheduler.client.report [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.020617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-682bdb60-3184-4784-9e5d-84dd784e294b tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.869s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.151487] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c6463b33-abcf-4230-930f-b60d5e50da04] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.231936] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.272029] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.272029] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.272029] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.272029] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.272535] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.272789] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.273128] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.273402] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.273666] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.273951] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.274479] env[70399]: DEBUG nova.virt.hardware [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.275960] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655baf1d-63e1-4d38-8886-24e6d8097afc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.284888] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183a9b6-5c9b-4b4f-9075-f77a0dfe8e7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.472917] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.473498] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.476361] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.707s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.476599] env[70399]: DEBUG nova.objects.instance [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.658585] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 7dbccc15-9db1-4f13-a71f-8b08726f176c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.803702] env[70399]: DEBUG nova.compute.manager [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Received event network-changed-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.803888] env[70399]: DEBUG nova.compute.manager [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Refreshing instance network info cache due to event network-changed-59a8cead-d4c3-46d7-a853-d51c48dbb2e1. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.804122] env[70399]: DEBUG oslo_concurrency.lockutils [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] Acquiring lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.804256] env[70399]: DEBUG oslo_concurrency.lockutils [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] Acquired lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.804424] env[70399]: DEBUG nova.network.neutron [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Refreshing network info cache for port 59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.886294] env[70399]: DEBUG nova.compute.manager [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Received event network-vif-plugged-704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.886447] env[70399]: DEBUG oslo_concurrency.lockutils [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] Acquiring lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.886677] env[70399]: DEBUG oslo_concurrency.lockutils [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.886814] env[70399]: DEBUG oslo_concurrency.lockutils [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.886982] env[70399]: DEBUG nova.compute.manager [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] No waiting events found dispatching network-vif-plugged-704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1245.888991] env[70399]: WARNING nova.compute.manager [req-8c5962ee-b2e8-4b7d-8bfe-09ec34c8724a req-c621d88e-ab26-4fcc-b6bc-c904e5c1d118 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Received unexpected event network-vif-plugged-704f5fd8-5a26-4f16-80ca-8efcc160fdfa for instance with vm_state building and task_state spawning. [ 1245.981233] env[70399]: DEBUG nova.compute.utils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.987375] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.987375] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.038222] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Successfully updated port: 704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.062909] env[70399]: DEBUG nova.policy [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d0ee37b8714fe5bbb665d30e278475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3764b69a04ae474197f2871c11971497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.161684] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 76c673d4-dd58-4b11-b5f7-c1d3ed60fa74] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.179170] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66c7d4-4285-4b8e-9b0b-a2d0e21a94da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.188811] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a085a45-5cd6-41ec-ae36-63c96d78703e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.223606] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f6eea-7780-4275-8856-68b69c686798 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.233979] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a77c0-14f6-4de2-9587-e36bf8dd6aec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.251090] env[70399]: DEBUG nova.compute.provider_tree [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.486367] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.543626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.543626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquired lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.543805] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.567247] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Successfully created port: cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.611855] env[70399]: DEBUG nova.network.neutron [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updated VIF entry in instance network info cache for port 59a8cead-d4c3-46d7-a853-d51c48dbb2e1. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.611855] env[70399]: DEBUG nova.network.neutron [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating instance_info_cache with network_info: [{"id": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "address": "fa:16:3e:55:38:0d", "network": {"id": "6129e8a9-1cf6-4a6d-a6f6-c5961e5bc16e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-868236671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700fdf82008f4326ba0b5b7330bdbb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a8cead-d4", "ovs_interfaceid": "59a8cead-d4c3-46d7-a853-d51c48dbb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.664638] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: a36871dc-e61d-452b-981f-20220c447b35] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.714212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "20d8efc6-ad93-4232-af00-c73670a9aed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.714305] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.742214] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "e6c18809-dbea-4d06-a238-a5278bc525cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.742319] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.754718] env[70399]: DEBUG nova.scheduler.client.report [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.777548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.778179] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.085249] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.114235] env[70399]: DEBUG oslo_concurrency.lockutils [req-09234f9f-8059-4936-98cf-1e337002345a req-aeba2280-1913-46cc-8c5e-b5ad77c6473a service nova] Releasing lock "refresh_cache-80973c90-6bf1-4258-87cc-037937e4580f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.169795] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 3f13648e-ead6-4d0a-a8ef-8390d8a0a4e0] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.218482] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.245133] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.249773] env[70399]: DEBUG nova.network.neutron [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Updating instance_info_cache with network_info: [{"id": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "address": "fa:16:3e:bd:cc:c3", "network": {"id": "28b0acef-fba5-416c-8b73-b92126b68164", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2118614327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d9e66187684536b3e4279362ee0c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f5fd8-5a", "ovs_interfaceid": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.261835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.280079] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.290106] env[70399]: INFO nova.scheduler.client.report [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c [ 1247.495996] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.523982] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.524408] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.524518] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.524619] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.524752] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.524900] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.525171] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.525376] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.525554] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.525719] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.525898] env[70399]: DEBUG nova.virt.hardware [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.526983] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc71d05-549c-4cb8-ae7a-360b614ece26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.535320] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0e8db-1374-4f1c-9350-8011213800b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.673489] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 182cd9d2-4e6a-4db2-bc77-7a0f232ea0f4] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.749536] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.749536] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.749536] env[70399]: INFO nova.compute.claims [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.755687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Releasing lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.755687] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Instance network_info: |[{"id": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "address": "fa:16:3e:bd:cc:c3", "network": {"id": "28b0acef-fba5-416c-8b73-b92126b68164", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2118614327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d9e66187684536b3e4279362ee0c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f5fd8-5a", "ovs_interfaceid": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.757838] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:cc:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704f5fd8-5a26-4f16-80ca-8efcc160fdfa', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.767292] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Creating folder: Project (a0d9e66187684536b3e4279362ee0c2d). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.767881] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2b4e35-c298-4fac-80a0-19cf0cbc080b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.782388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.787031] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Created folder: Project (a0d9e66187684536b3e4279362ee0c2d) in parent group-v747819. [ 1247.787921] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Creating folder: Instances. Parent ref: group-v748126. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.790179] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97530e7b-4ffb-4842-87ce-1ad47ee02e42 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.804434] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Created folder: Instances in parent group-v748126. [ 1247.804434] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.805344] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.805812] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d05a4bea-0b92-4ac3-bec6-57f18f99a296 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "9122f62e-2292-4b59-b0e2-3fa4e43f7e2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.499s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.806816] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.807456] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0347e4ed-8aba-4155-9457-5ee4fa719a11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.832026] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.832026] env[70399]: value = "task-3759172" [ 1247.832026] env[70399]: _type = "Task" [ 1247.832026] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.839634] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759172, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.093480] env[70399]: DEBUG nova.compute.manager [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Received event network-changed-704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.093845] env[70399]: DEBUG nova.compute.manager [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Refreshing instance network info cache due to event network-changed-704f5fd8-5a26-4f16-80ca-8efcc160fdfa. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.094064] env[70399]: DEBUG oslo_concurrency.lockutils [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] Acquiring lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.094064] env[70399]: DEBUG oslo_concurrency.lockutils [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] Acquired lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.094206] env[70399]: DEBUG nova.network.neutron [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Refreshing network info cache for port 704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.178166] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 91022516-7888-46b2-bfcf-fdfcc336c586] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.223154] env[70399]: DEBUG nova.compute.manager [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Received event network-vif-plugged-cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.223154] env[70399]: DEBUG oslo_concurrency.lockutils [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] Acquiring lock "7d0a898a-a114-4706-bb64-34384da06d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.223154] env[70399]: DEBUG oslo_concurrency.lockutils [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] Lock "7d0a898a-a114-4706-bb64-34384da06d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.223644] env[70399]: DEBUG oslo_concurrency.lockutils [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] Lock "7d0a898a-a114-4706-bb64-34384da06d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.223644] env[70399]: DEBUG nova.compute.manager [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] No waiting events found dispatching network-vif-plugged-cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1248.223797] env[70399]: WARNING nova.compute.manager [req-bc4f98ff-1d00-40c4-86e6-2e4ef3a286a2 req-f4425e91-141b-4619-af58-d24f46c43157 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Received unexpected event network-vif-plugged-cc107d10-ea7f-41b3-8095-b7673d18e2b3 for instance with vm_state building and task_state spawning. [ 1248.347838] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759172, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.595826] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Successfully updated port: cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.683920] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 7a17c2e4-2ba6-4f39-846b-a405a437f84a] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.842283] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759172, 'name': CreateVM_Task, 'duration_secs': 0.532241} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.844900] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.847492] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.847749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.849069] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.849069] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc72a37-bbe3-40e4-9370-9ff36a926cba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.856888] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1248.856888] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520bc15a-4d94-fb2c-d484-5d44b3b98e5f" [ 1248.856888] env[70399]: _type = "Task" [ 1248.856888] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.870828] env[70399]: DEBUG nova.network.neutron [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Updated VIF entry in instance network info cache for port 704f5fd8-5a26-4f16-80ca-8efcc160fdfa. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.873138] env[70399]: DEBUG nova.network.neutron [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Updating instance_info_cache with network_info: [{"id": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "address": "fa:16:3e:bd:cc:c3", "network": {"id": "28b0acef-fba5-416c-8b73-b92126b68164", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2118614327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0d9e66187684536b3e4279362ee0c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f5fd8-5a", "ovs_interfaceid": "704f5fd8-5a26-4f16-80ca-8efcc160fdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.875593] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.875814] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.878456] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520bc15a-4d94-fb2c-d484-5d44b3b98e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.972918] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475af55f-86e8-460f-ad9b-60f348a1d271 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.981020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b1dec-71c9-4630-8ebd-3b6a6ad317e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.014782] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7144c-7f33-4a8a-9f15-2492ac1263fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.023225] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759fd50d-59dd-43a9-a62c-1d0d321b99e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.040161] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.100998] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.101424] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.101557] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.188723] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 9a94ebe7-e494-41ee-b3a8-6f33eff563ee] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.369734] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520bc15a-4d94-fb2c-d484-5d44b3b98e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.029929} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.370163] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.370481] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.370787] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.371026] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.371243] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.371603] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fce1368-1c90-47d1-8496-9f6c93e110d9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.378308] env[70399]: DEBUG oslo_concurrency.lockutils [req-b015d550-7bb2-4fd8-b625-86d5970598bd req-b08498e6-7fb8-4968-a300-b65b479f27f5 service nova] Releasing lock "refresh_cache-6fbdcb14-61bf-492e-bdb5-6313451feb5f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.380937] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.384307] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.384830] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.385470] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b5104d-dc71-455d-ad24-327bfc888c9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.391450] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1249.391450] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ec0bb4-2807-82ad-6775-6bf60c9083a8" [ 1249.391450] env[70399]: _type = "Task" [ 1249.391450] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.399299] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ec0bb4-2807-82ad-6775-6bf60c9083a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.542906] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.636574] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.689262] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.689383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.694859] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: f270bd89-a8c2-492d-b91d-7308d124bf7e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.782522] env[70399]: DEBUG nova.network.neutron [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updating instance_info_cache with network_info: [{"id": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "address": "fa:16:3e:f5:e8:66", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc107d10-ea", "ovs_interfaceid": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.905160] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ec0bb4-2807-82ad-6775-6bf60c9083a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016913} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.906022] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e9e09e-c895-4486-be79-598b29e6c70a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.912507] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1249.912507] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d74fd-a709-abd3-c3a7-33df54a319c0" [ 1249.912507] env[70399]: _type = "Task" [ 1249.912507] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.914415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.922202] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d74fd-a709-abd3-c3a7-33df54a319c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.049979] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.050577] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.055330] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.273s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.056884] env[70399]: INFO nova.compute.claims [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.193339] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.198423] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: ec8d0001-9bbb-423e-b3f5-41695efa3714] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.253710] env[70399]: DEBUG nova.compute.manager [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Received event network-changed-cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.253909] env[70399]: DEBUG nova.compute.manager [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Refreshing instance network info cache due to event network-changed-cc107d10-ea7f-41b3-8095-b7673d18e2b3. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.254126] env[70399]: DEBUG oslo_concurrency.lockutils [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] Acquiring lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.285387] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.285723] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Instance network_info: |[{"id": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "address": "fa:16:3e:f5:e8:66", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc107d10-ea", "ovs_interfaceid": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.286087] env[70399]: DEBUG oslo_concurrency.lockutils [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] Acquired lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.286270] env[70399]: DEBUG nova.network.neutron [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Refreshing network info cache for port cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.287590] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:e8:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc107d10-ea7f-41b3-8095-b7673d18e2b3', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.295786] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.299682] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.300189] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba14f67-dd6a-445e-85de-cecdf4766917 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.325492] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.325492] env[70399]: value = "task-3759173" [ 1250.325492] env[70399]: _type = "Task" [ 1250.325492] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.335669] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759173, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.428724] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d74fd-a709-abd3-c3a7-33df54a319c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.429054] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.429305] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6fbdcb14-61bf-492e-bdb5-6313451feb5f/6fbdcb14-61bf-492e-bdb5-6313451feb5f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.429574] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f65c5c9d-b78e-4722-aed8-05085db879a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.437536] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1250.437536] env[70399]: value = "task-3759174" [ 1250.437536] env[70399]: _type = "Task" [ 1250.437536] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.446316] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.553967] env[70399]: DEBUG nova.network.neutron [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updated VIF entry in instance network info cache for port cc107d10-ea7f-41b3-8095-b7673d18e2b3. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.554357] env[70399]: DEBUG nova.network.neutron [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updating instance_info_cache with network_info: [{"id": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "address": "fa:16:3e:f5:e8:66", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc107d10-ea", "ovs_interfaceid": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.564322] env[70399]: DEBUG nova.compute.utils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.567664] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.567877] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.569732] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.569906] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.615263] env[70399]: DEBUG nova.policy [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '227defaa46a44e1b9f32be89a5c8ccb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1e95b4231944eaf9f2ab060c0741988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.703552] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b4a6c327-1f8a-43a5-adca-e3dcc3b1c28b] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.726947] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.837822] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759173, 'name': CreateVM_Task, 'duration_secs': 0.389978} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.838109] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.838866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.839161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.839571] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.839783] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e515777a-a930-42d9-a1fa-ccb1f482135c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.846585] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1250.846585] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527721c6-589c-1a3b-529f-c791f3c125b5" [ 1250.846585] env[70399]: _type = "Task" [ 1250.846585] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.859426] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527721c6-589c-1a3b-529f-c791f3c125b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.929685] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Successfully created port: 1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.951429] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759174, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.057190] env[70399]: DEBUG oslo_concurrency.lockutils [req-96acba05-ab0b-497a-b528-ca54af707fce req-36711b76-7b1d-4f6d-aff2-57fbf595aef7 service nova] Releasing lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.072760] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.077050] env[70399]: INFO nova.compute.manager [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Detaching volume 65d2c965-ad8e-4153-b0ea-b2866151a097 [ 1251.127182] env[70399]: INFO nova.virt.block_device [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Attempting to driver detach volume 65d2c965-ad8e-4153-b0ea-b2866151a097 from mountpoint /dev/sdb [ 1251.127182] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.128605] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748103', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'name': 'volume-65d2c965-ad8e-4153-b0ea-b2866151a097', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '80053d58-afd5-45f7-ae54-84d2b86826a9', 'attached_at': '', 'detached_at': '', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'serial': '65d2c965-ad8e-4153-b0ea-b2866151a097'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.131190] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17162f6-d834-4d07-94fc-53aa361f7fdd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.162048] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f7851b-2b45-447f-a4d9-790ca4336c86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.172305] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d31b81-3b13-4d99-9866-34f9f5c0fa56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.195701] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39790db-ca8c-4980-8b9e-f1ed07c884c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.212159] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 5a89e1af-42ab-48d4-a117-4ed3acf82ca3] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.214111] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] The volume has not been displaced from its original location: [datastore1] volume-65d2c965-ad8e-4153-b0ea-b2866151a097/volume-65d2c965-ad8e-4153-b0ea-b2866151a097.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.219486] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.222787] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2548fd-77ae-419d-ac84-eddd3835e5c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.243940] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1251.243940] env[70399]: value = "task-3759175" [ 1251.243940] env[70399]: _type = "Task" [ 1251.243940] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.254143] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.359723] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527721c6-589c-1a3b-529f-c791f3c125b5, 'name': SearchDatastore_Task, 'duration_secs': 0.049398} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.360686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.360686] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.360686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.360899] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.360957] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.361231] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e6a44d-ed66-45ef-9209-1d4c36b20f98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.372069] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f67055-e8e0-4005-8361-fe1065832079 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.377012] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.377263] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.378631] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09de84ab-6867-4f77-85f6-2dd84d309d69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.384721] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72684d5b-467e-452f-9d3c-202d1ef1528b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.389806] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1251.389806] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9884e-8a6d-219c-a098-56a1cb50cdf5" [ 1251.389806] env[70399]: _type = "Task" [ 1251.389806] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.436403] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780fd13-cd08-4890-b940-15b110df6074 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.445504] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9884e-8a6d-219c-a098-56a1cb50cdf5, 'name': SearchDatastore_Task, 'duration_secs': 0.018358} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.451511] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce1b597-87e9-4d22-b066-21a5af21e339 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.458450] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de9302-be1e-449a-82ce-f33ee1f5f5ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.466335] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580168} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.466618] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1251.466618] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b930d-d4b4-b16a-ae7c-39d81105fced" [ 1251.466618] env[70399]: _type = "Task" [ 1251.466618] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.467192] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 6fbdcb14-61bf-492e-bdb5-6313451feb5f/6fbdcb14-61bf-492e-bdb5-6313451feb5f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.467420] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.467706] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb1dd999-13b0-44d4-97e7-ff6087b1242f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.479927] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.487848] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520b930d-d4b4-b16a-ae7c-39d81105fced, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.489837] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.490120] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7d0a898a-a114-4706-bb64-34384da06d15/7d0a898a-a114-4706-bb64-34384da06d15.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.490507] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1251.490507] env[70399]: value = "task-3759176" [ 1251.490507] env[70399]: _type = "Task" [ 1251.490507] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.490729] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fe552bb-86cf-4381-a29c-b2e10aeb0b8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.501850] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.503322] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1251.503322] env[70399]: value = "task-3759177" [ 1251.503322] env[70399]: _type = "Task" [ 1251.503322] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.511996] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.721161] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 00b130ab-95d4-4336-b633-33b8142bfdd3] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.755798] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759175, 'name': ReconfigVM_Task, 'duration_secs': 0.247456} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.756136] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.761299] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033a6899-9f90-4bc3-a5c1-00c3a05f6a43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.778225] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1251.778225] env[70399]: value = "task-3759178" [ 1251.778225] env[70399]: _type = "Task" [ 1251.778225] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.787432] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.983946] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.004892] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137088} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.008247] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.009839] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8e9f1-4785-4095-81cd-0dd2bebcfadc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.712221] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Successfully updated port: 1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.716786] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.720337] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 92ae32c8-1630-4153-8ba7-357077d82fbe] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.723718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.724363] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.728742] env[70399]: DEBUG nova.compute.manager [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Received event network-vif-plugged-1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.729053] env[70399]: DEBUG oslo_concurrency.lockutils [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] Acquiring lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.729365] env[70399]: DEBUG oslo_concurrency.lockutils [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.729618] env[70399]: DEBUG oslo_concurrency.lockutils [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.729859] env[70399]: DEBUG nova.compute.manager [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] No waiting events found dispatching network-vif-plugged-1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1252.730115] env[70399]: WARNING nova.compute.manager [req-794aa6b7-5944-455a-aace-6ca0cae01de6 req-db83657c-d47b-4bc6-a0ea-c7c9630a44f5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Received unexpected event network-vif-plugged-1569a645-b31c-46d6-bf6d-8d945aec0f40 for instance with vm_state building and task_state spawning. [ 1252.736931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.736931] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.737116] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.743589] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.938s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.745902] env[70399]: INFO nova.compute.claims [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.751139] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545527} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.754838] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7d0a898a-a114-4706-bb64-34384da06d15/7d0a898a-a114-4706-bb64-34384da06d15.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.755175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.772480] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62da2119-d302-4c00-b759-1ca7b56d0029 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.784745] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6fbdcb14-61bf-492e-bdb5-6313451feb5f/6fbdcb14-61bf-492e-bdb5-6313451feb5f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.789103] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832dd43c-74c3-42c3-983f-617529a53988 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.803154] env[70399]: DEBUG oslo_vmware.api [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759178, 'name': ReconfigVM_Task, 'duration_secs': 0.172404} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.805659] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.805880] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.806046] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.806250] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.806399] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.806546] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.806749] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.806903] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.807080] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.807244] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.807413] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.808451] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748103', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'name': 'volume-65d2c965-ad8e-4153-b0ea-b2866151a097', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '80053d58-afd5-45f7-ae54-84d2b86826a9', 'attached_at': '', 'detached_at': '', 'volume_id': '65d2c965-ad8e-4153-b0ea-b2866151a097', 'serial': '65d2c965-ad8e-4153-b0ea-b2866151a097'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.811389] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db46f733-1072-419d-8322-430cd7cb25a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.815611] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.818141] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1252.818141] env[70399]: value = "task-3759179" [ 1252.818141] env[70399]: _type = "Task" [ 1252.818141] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.826079] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1252.826079] env[70399]: value = "task-3759180" [ 1252.826079] env[70399]: _type = "Task" [ 1252.826079] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.827864] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98fb7dc-f0e4-4f20-807f-c4df65f69973 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.838159] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.853890] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.014795] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Updating instance_info_cache with network_info: [{"id": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "address": "fa:16:3e:b6:ff:fc", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1569a645-b3", "ovs_interfaceid": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.237620] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: a794b355-e488-4bd0-bc15-fa5f3e4a15bd] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.240851] env[70399]: DEBUG nova.compute.utils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.242432] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.242826] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.282341] env[70399]: DEBUG nova.policy [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '227defaa46a44e1b9f32be89a5c8ccb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1e95b4231944eaf9f2ab060c0741988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.330772] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072015} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.334016] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.335507] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f7a69-dd04-4265-a82c-01f273ef47df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.344188] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759180, 'name': ReconfigVM_Task, 'duration_secs': 0.300622} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.353976] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6fbdcb14-61bf-492e-bdb5-6313451feb5f/6fbdcb14-61bf-492e-bdb5-6313451feb5f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.363335] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7d0a898a-a114-4706-bb64-34384da06d15/7d0a898a-a114-4706-bb64-34384da06d15.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.364969] env[70399]: DEBUG nova.objects.instance [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'flavor' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.366209] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c2bc6a-de4e-4968-8693-4b28b0b1eb43 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.367897] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008b0fff-0f07-4638-9cc5-02c1bf2b783b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.392722] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1253.392722] env[70399]: value = "task-3759181" [ 1253.392722] env[70399]: _type = "Task" [ 1253.392722] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.394165] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1253.394165] env[70399]: value = "task-3759182" [ 1253.394165] env[70399]: _type = "Task" [ 1253.394165] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.406933] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759182, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.410376] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.518316] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.518708] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Instance network_info: |[{"id": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "address": "fa:16:3e:b6:ff:fc", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1569a645-b3", "ovs_interfaceid": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.519207] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ff:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1569a645-b31c-46d6-bf6d-8d945aec0f40', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.526830] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Creating folder: Project (e1e95b4231944eaf9f2ab060c0741988). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.527282] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be4a7648-b3da-45d2-a1fd-949282b40c49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.539447] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Created folder: Project (e1e95b4231944eaf9f2ab060c0741988) in parent group-v747819. [ 1253.539720] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Creating folder: Instances. Parent ref: group-v748130. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.539997] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbaeeae0-3d96-4d04-ab18-779b1c5bf6a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.551734] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Created folder: Instances in parent group-v748130. [ 1253.552108] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.552837] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.552837] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1171ff-f619-4007-91d9-1bc73623e84d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.574017] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.574017] env[70399]: value = "task-3759185" [ 1253.574017] env[70399]: _type = "Task" [ 1253.574017] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.582827] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759185, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.610948] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Successfully created port: 59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.743604] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b9f069e3-35ab-4802-afaf-62b2b5cddb58] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.746081] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.887852] env[70399]: DEBUG oslo_concurrency.lockutils [None req-dbdb2619-b28c-4f6f-b188-a1b532dacfc7 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.908149] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759181, 'name': ReconfigVM_Task, 'duration_secs': 0.453307} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.914235] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7d0a898a-a114-4706-bb64-34384da06d15/7d0a898a-a114-4706-bb64-34384da06d15.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.915272] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759182, 'name': Rename_Task, 'duration_secs': 0.143759} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.915668] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d4162ad-64bb-44a7-919e-e869da855d44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.917385] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.917890] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3cb127e-ade2-4ff8-88ca-41c0fad98177 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.925265] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1253.925265] env[70399]: value = "task-3759186" [ 1253.925265] env[70399]: _type = "Task" [ 1253.925265] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.933183] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1253.933183] env[70399]: value = "task-3759187" [ 1253.933183] env[70399]: _type = "Task" [ 1253.933183] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.941520] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759186, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.949855] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.970884] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63ce08-ecf2-48b9-af72-671f1fd71013 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.982250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30730c1-14cd-4567-8e5a-a6eb8730574e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.016922] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3240e124-18a3-4b56-97ac-3395e9fc2a10 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.025057] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc87ad-8753-4139-aaf4-c4618ab828ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.039546] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.085623] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759185, 'name': CreateVM_Task, 'duration_secs': 0.435543} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.085623] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.086042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.086183] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.086503] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.086763] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa57b55-7e03-4371-90cc-ccfcdae05201 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.092891] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1254.092891] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f5b0a-2d54-e202-0ed1-f2dae1b4c75b" [ 1254.092891] env[70399]: _type = "Task" [ 1254.092891] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.101225] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f5b0a-2d54-e202-0ed1-f2dae1b4c75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.249347] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 77da841d-8e8c-497e-96a2-4c56d29d25db] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.384326] env[70399]: DEBUG nova.compute.manager [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Received event network-changed-1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.384449] env[70399]: DEBUG nova.compute.manager [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Refreshing instance network info cache due to event network-changed-1569a645-b31c-46d6-bf6d-8d945aec0f40. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.384676] env[70399]: DEBUG oslo_concurrency.lockutils [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] Acquiring lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.384841] env[70399]: DEBUG oslo_concurrency.lockutils [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] Acquired lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.385044] env[70399]: DEBUG nova.network.neutron [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Refreshing network info cache for port 1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.437479] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759186, 'name': Rename_Task, 'duration_secs': 0.166482} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.440702] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.440996] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0f3a58-cd25-4b2a-a2dc-851d3bff210c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.448250] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.449828] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1254.449828] env[70399]: value = "task-3759188" [ 1254.449828] env[70399]: _type = "Task" [ 1254.449828] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.459367] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.562478] env[70399]: ERROR nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [req-b65b027d-ca44-49ec-9b95-06202237b753] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b65b027d-ca44-49ec-9b95-06202237b753"}]} [ 1254.597993] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1254.610077] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]522f5b0a-2d54-e202-0ed1-f2dae1b4c75b, 'name': SearchDatastore_Task, 'duration_secs': 0.02048} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.610616] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.611043] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.611448] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.611666] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.611927] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.612357] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf0181a-a2e1-43d8-a116-7e2c1d2ee11f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.616520] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1254.616870] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.636409] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1254.640104] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.640294] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.641491] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba646a7a-e7f3-4b0e-93a9-f13661833ffd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.647846] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1254.647846] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226f268-343a-eb46-2cae-c49e9fbc6675" [ 1254.647846] env[70399]: _type = "Task" [ 1254.647846] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.657733] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226f268-343a-eb46-2cae-c49e9fbc6675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.661593] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1254.756276] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 23d76967-d6f8-4a4a-83de-a451d7b402c2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.760109] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.788814] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.789133] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.789301] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.789541] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.789705] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.789913] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.790159] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.790327] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.790540] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.790719] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.790892] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.791779] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4deb13-55ea-45c7-8dee-5211989f000f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.805382] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91f2aa-a764-4684-876d-901fdb70e5b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.844839] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.845148] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.845383] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.845573] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.845739] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.850808] env[70399]: INFO nova.compute.manager [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Terminating instance [ 1254.860854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d485ed52-a2b5-4843-b844-c3ce59cb31b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.870411] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33589b-5fd5-45f3-973f-8ddcf338cb65 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.917034] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901af31-6454-497e-98f9-298961205a75 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.928668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0f4bc-deee-4ab2-bf2f-fbc8649bf549 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.945908] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.962036] env[70399]: DEBUG oslo_vmware.api [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759187, 'name': PowerOnVM_Task, 'duration_secs': 0.59296} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.965094] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.965261] env[70399]: INFO nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1254.965441] env[70399]: DEBUG nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.965726] env[70399]: DEBUG oslo_vmware.api [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759188, 'name': PowerOnVM_Task, 'duration_secs': 0.501497} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.966446] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64228139-f8e3-4a96-b48d-00f1151c02ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.969259] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.969471] env[70399]: INFO nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1254.969650] env[70399]: DEBUG nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.970562] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e76d77-f59a-4553-baac-af19c9721ed8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.115854] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Successfully updated port: 59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.141022] env[70399]: DEBUG nova.network.neutron [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Updated VIF entry in instance network info cache for port 1569a645-b31c-46d6-bf6d-8d945aec0f40. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.141388] env[70399]: DEBUG nova.network.neutron [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Updating instance_info_cache with network_info: [{"id": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "address": "fa:16:3e:b6:ff:fc", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1569a645-b3", "ovs_interfaceid": "1569a645-b31c-46d6-bf6d-8d945aec0f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.159142] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5226f268-343a-eb46-2cae-c49e9fbc6675, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.160027] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b685fbc8-fd25-4fae-82c7-2d9d477095ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.165480] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1255.165480] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5278a61d-86c2-3bfc-4639-b80d2d5b7d05" [ 1255.165480] env[70399]: _type = "Task" [ 1255.165480] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.173633] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5278a61d-86c2-3bfc-4639-b80d2d5b7d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.260114] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 66ef23b8-a2d5-4da6-8710-3ffe4299eb3a] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.354563] env[70399]: DEBUG nova.compute.manager [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.354952] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.356117] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc0739-2c0b-43e4-9f38-a7db8ecdb6ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.364573] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.364920] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1fe407-fb0f-443a-9e2d-7d7050f94347 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.372115] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1255.372115] env[70399]: value = "task-3759189" [ 1255.372115] env[70399]: _type = "Task" [ 1255.372115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.381797] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.495098] env[70399]: DEBUG nova.scheduler.client.report [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1255.495098] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 155 to 156 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1255.495098] env[70399]: DEBUG nova.compute.provider_tree [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.504520] env[70399]: INFO nova.compute.manager [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Took 14.74 seconds to build instance. [ 1255.505647] env[70399]: INFO nova.compute.manager [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Took 15.53 seconds to build instance. [ 1255.620526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.620526] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.620526] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.644664] env[70399]: DEBUG oslo_concurrency.lockutils [req-fc618b6a-26c7-4fa8-af04-ddbc57aa34f1 req-0b0397dd-59c8-4967-9e6d-c70668156042 service nova] Releasing lock "refresh_cache-20d8efc6-ad93-4232-af00-c73670a9aed5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.677029] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5278a61d-86c2-3bfc-4639-b80d2d5b7d05, 'name': SearchDatastore_Task, 'duration_secs': 0.044872} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.677241] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.677583] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 20d8efc6-ad93-4232-af00-c73670a9aed5/20d8efc6-ad93-4232-af00-c73670a9aed5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.677814] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0494fca2-34fe-427e-872f-bc09c9477e06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.685819] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1255.685819] env[70399]: value = "task-3759190" [ 1255.685819] env[70399]: _type = "Task" [ 1255.685819] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.694769] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.764213] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 82306654-30fe-47ef-b698-0671432b9d3a] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.883735] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759189, 'name': PowerOffVM_Task, 'duration_secs': 0.277068} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.884093] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.884211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.885030] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62210351-46df-4386-873f-f56c5b473507 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.966820] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.967013] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.967279] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore1] 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.967641] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672b78b1-f835-401d-9544-4439b85c6d7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.975467] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1255.975467] env[70399]: value = "task-3759192" [ 1255.975467] env[70399]: _type = "Task" [ 1255.975467] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.985453] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.002725] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.003408] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.006966] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.093s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.008620] env[70399]: INFO nova.compute.claims [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.011220] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea0258c9-964d-4510-977e-f5f4bb312ad3 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.259s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.011793] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d8641377-becd-49d5-afbd-0a4ed80c7db1 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.046s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.156830] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.199139] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.268397] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 0896bb8d-0903-4446-bd03-9e15b8fb1ee3] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.305715] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Updating instance_info_cache with network_info: [{"id": "59796b24-5001-41a4-89f1-f7401a708e46", "address": "fa:16:3e:ba:2c:1a", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59796b24-50", "ovs_interfaceid": "59796b24-5001-41a4-89f1-f7401a708e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.314510] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.314835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.315074] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.315269] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.315435] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.318027] env[70399]: INFO nova.compute.manager [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Terminating instance [ 1256.415611] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Received event network-vif-plugged-59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.415791] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Acquiring lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.415986] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.417030] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.417030] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] No waiting events found dispatching network-vif-plugged-59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.417030] env[70399]: WARNING nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Received unexpected event network-vif-plugged-59796b24-5001-41a4-89f1-f7401a708e46 for instance with vm_state building and task_state spawning. [ 1256.417191] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Received event network-changed-59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.417240] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Refreshing instance network info cache due to event network-changed-59796b24-5001-41a4-89f1-f7401a708e46. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.417412] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Acquiring lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.486752] env[70399]: DEBUG oslo_vmware.api [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342384} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.487050] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.487247] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.487429] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.487627] env[70399]: INFO nova.compute.manager [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1256.487921] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.488191] env[70399]: DEBUG nova.compute.manager [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.488311] env[70399]: DEBUG nova.network.neutron [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.513574] env[70399]: DEBUG nova.compute.utils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.516141] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.516399] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.586367] env[70399]: DEBUG nova.policy [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '227defaa46a44e1b9f32be89a5c8ccb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1e95b4231944eaf9f2ab060c0741988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.696559] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652507} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.697067] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 20d8efc6-ad93-4232-af00-c73670a9aed5/20d8efc6-ad93-4232-af00-c73670a9aed5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.697291] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.697715] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb5def37-095a-43a6-8fac-0ffb82237b7a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.705607] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1256.705607] env[70399]: value = "task-3759193" [ 1256.705607] env[70399]: _type = "Task" [ 1256.705607] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.715612] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.772728] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d88dea00-e13e-4dc3-aaba-fa14050360be] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.812818] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.813164] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Instance network_info: |[{"id": "59796b24-5001-41a4-89f1-f7401a708e46", "address": "fa:16:3e:ba:2c:1a", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59796b24-50", "ovs_interfaceid": "59796b24-5001-41a4-89f1-f7401a708e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.813888] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Acquired lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.813888] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Refreshing network info cache for port 59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.815068] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2c:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59796b24-5001-41a4-89f1-f7401a708e46', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.830013] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.833109] env[70399]: DEBUG nova.compute.manager [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.833216] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.833472] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.834504] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494048b-5951-449c-85ae-f17d44f3234a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.837220] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635520a9-a6d1-4d02-a49f-c7fd334997da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.858261] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.859377] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c191772-b4d3-4093-a95e-183ba50f36c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.861045] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.861045] env[70399]: value = "task-3759194" [ 1256.861045] env[70399]: _type = "Task" [ 1256.861045] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.868389] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1256.868389] env[70399]: value = "task-3759195" [ 1256.868389] env[70399]: _type = "Task" [ 1256.868389] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.877733] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759194, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.885188] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.023309] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.061149] env[70399]: DEBUG nova.compute.manager [req-474a725a-5cc8-4fac-ab06-48548b56a711 req-7ae2ccc5-b81b-4e12-afd0-a7905bf2cef7 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Received event network-vif-deleted-4a451501-d220-44ab-ae11-9eead0f8d216 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.061719] env[70399]: INFO nova.compute.manager [req-474a725a-5cc8-4fac-ab06-48548b56a711 req-7ae2ccc5-b81b-4e12-afd0-a7905bf2cef7 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Neutron deleted interface 4a451501-d220-44ab-ae11-9eead0f8d216; detaching it from the instance and deleting it from the info cache [ 1257.061874] env[70399]: DEBUG nova.network.neutron [req-474a725a-5cc8-4fac-ab06-48548b56a711 req-7ae2ccc5-b81b-4e12-afd0-a7905bf2cef7 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.171165] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Successfully created port: fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.217576] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075875} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.217963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.219109] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cba974-350d-474c-a5dc-ce7e4747237a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.246456] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 20d8efc6-ad93-4232-af00-c73670a9aed5/20d8efc6-ad93-4232-af00-c73670a9aed5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.246456] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea437bb0-6bf1-4e97-a3a0-04a13bae5fb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.275881] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1257.275881] env[70399]: value = "task-3759196" [ 1257.275881] env[70399]: _type = "Task" [ 1257.275881] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.283575] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 4cdffdf6-e677-4bae-8e13-b92da4c9edb2] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.285500] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.351181] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Updated VIF entry in instance network info cache for port 59796b24-5001-41a4-89f1-f7401a708e46. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.351181] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Updating instance_info_cache with network_info: [{"id": "59796b24-5001-41a4-89f1-f7401a708e46", "address": "fa:16:3e:ba:2c:1a", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59796b24-50", "ovs_interfaceid": "59796b24-5001-41a4-89f1-f7401a708e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.370279] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46bb116-4b90-44eb-a739-b15c79231701 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.382335] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759194, 'name': CreateVM_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.393501] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dad95d-bbf7-4dce-8519-32bb611696c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.397673] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759195, 'name': PowerOffVM_Task, 'duration_secs': 0.428388} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.398704] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.398909] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.399645] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e8efe6-ef86-442b-b605-d84f7dfba964 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.429164] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cc84b-f867-4551-b387-b9293f061e4d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.437382] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb90c7-350e-4170-9ca5-4201add03e6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.451854] env[70399]: DEBUG nova.compute.provider_tree [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.488235] env[70399]: DEBUG nova.network.neutron [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.495404] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.495404] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.495404] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Deleting the datastore file [datastore1] 6fbdcb14-61bf-492e-bdb5-6313451feb5f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.495700] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40162a5d-dad6-400c-badc-165ad97e27ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.504992] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for the task: (returnval){ [ 1257.504992] env[70399]: value = "task-3759198" [ 1257.504992] env[70399]: _type = "Task" [ 1257.504992] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.516055] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.569032] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f53053e-47f0-45b8-8c54-4caadc62ff3d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.582523] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848d1b1-03ba-427a-a760-b8ed9956573c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.616031] env[70399]: DEBUG nova.compute.manager [req-474a725a-5cc8-4fac-ab06-48548b56a711 req-7ae2ccc5-b81b-4e12-afd0-a7905bf2cef7 service nova] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Detach interface failed, port_id=4a451501-d220-44ab-ae11-9eead0f8d216, reason: Instance 80053d58-afd5-45f7-ae54-84d2b86826a9 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.785847] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.789543] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b6fd7650-1ae3-4b9c-b1c8-72aa6cd949d9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.854928] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Releasing lock "refresh_cache-e6c18809-dbea-4d06-a238-a5278bc525cf" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.855223] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Received event network-changed-cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.855440] env[70399]: DEBUG nova.compute.manager [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Refreshing instance network info cache due to event network-changed-cc107d10-ea7f-41b3-8095-b7673d18e2b3. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.855759] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Acquiring lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.855955] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Acquired lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.856146] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Refreshing network info cache for port cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.874022] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759194, 'name': CreateVM_Task, 'duration_secs': 0.692589} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.874022] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.874603] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.874812] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.875243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.875512] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9341de-ca57-4cd6-96f1-aa93e9d987ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.881491] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1257.881491] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218fa81-faba-0c90-35bf-6851fb9fbf40" [ 1257.881491] env[70399]: _type = "Task" [ 1257.881491] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.892230] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218fa81-faba-0c90-35bf-6851fb9fbf40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.958461] env[70399]: DEBUG nova.scheduler.client.report [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.991389] env[70399]: INFO nova.compute.manager [-] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Took 1.50 seconds to deallocate network for instance. [ 1258.017729] env[70399]: DEBUG oslo_vmware.api [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Task: {'id': task-3759198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350558} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.017895] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.018908] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.018908] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.018908] env[70399]: INFO nova.compute.manager [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1258.018908] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.019167] env[70399]: DEBUG nova.compute.manager [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.019167] env[70399]: DEBUG nova.network.neutron [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.041224] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.062633] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.062887] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.063057] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.063244] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.063390] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.063532] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.063734] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.063895] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.064089] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.064265] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.064439] env[70399]: DEBUG nova.virt.hardware [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.065666] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f83f8a-da05-44a7-9e5d-767b7e313918 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.073909] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a4cdb7-03e3-4b1a-b5b9-14028521f5c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.286324] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.293256] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 385de0b4-b19e-4f01-9e7b-07e9472e4129] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.392022] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5218fa81-faba-0c90-35bf-6851fb9fbf40, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.394421] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.394651] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.394882] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.395034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.395262] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.395537] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13df1e06-beb2-448f-b994-720db8315bfd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.406625] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.406810] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.407582] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccffda79-a3e4-4311-88e0-da26e1eddff8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.413094] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1258.413094] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52362285-3437-289f-8be9-b42bd261f074" [ 1258.413094] env[70399]: _type = "Task" [ 1258.413094] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.420905] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52362285-3437-289f-8be9-b42bd261f074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.448264] env[70399]: DEBUG nova.compute.manager [req-2fa65be8-586b-4c24-9c7d-1180ebe469e9 req-97f0c0d9-ea50-45bd-95d7-bc4dd00a943f service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Received event network-vif-deleted-704f5fd8-5a26-4f16-80ca-8efcc160fdfa {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.448475] env[70399]: INFO nova.compute.manager [req-2fa65be8-586b-4c24-9c7d-1180ebe469e9 req-97f0c0d9-ea50-45bd-95d7-bc4dd00a943f service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Neutron deleted interface 704f5fd8-5a26-4f16-80ca-8efcc160fdfa; detaching it from the instance and deleting it from the info cache [ 1258.448649] env[70399]: DEBUG nova.network.neutron [req-2fa65be8-586b-4c24-9c7d-1180ebe469e9 req-97f0c0d9-ea50-45bd-95d7-bc4dd00a943f service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.465260] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.465792] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.468292] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.741s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.469691] env[70399]: INFO nova.compute.claims [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.498704] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.602245] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updated VIF entry in instance network info cache for port cc107d10-ea7f-41b3-8095-b7673d18e2b3. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.602705] env[70399]: DEBUG nova.network.neutron [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updating instance_info_cache with network_info: [{"id": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "address": "fa:16:3e:f5:e8:66", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc107d10-ea", "ovs_interfaceid": "cc107d10-ea7f-41b3-8095-b7673d18e2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.755412] env[70399]: DEBUG nova.network.neutron [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.785377] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.797222] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c0dd39c9-510e-47e3-8f6f-50bbefa27a6a] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.815081] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Successfully updated port: fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.924899] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52362285-3437-289f-8be9-b42bd261f074, 'name': SearchDatastore_Task, 'duration_secs': 0.020768} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.925743] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80e6cec-a6f7-41db-87f0-9d79ac9fd03d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.931435] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1258.931435] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5299341a-d3d7-35cb-8c77-e7133d1f342b" [ 1258.931435] env[70399]: _type = "Task" [ 1258.931435] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.939533] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5299341a-d3d7-35cb-8c77-e7133d1f342b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.951406] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d689c751-7249-418e-8b9b-3e825b8971f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.961804] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a59260-4132-4478-a35d-e97cbf8d9a1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.975292] env[70399]: DEBUG nova.compute.utils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.980119] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.980119] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.994775] env[70399]: DEBUG nova.compute.manager [req-2fa65be8-586b-4c24-9c7d-1180ebe469e9 req-97f0c0d9-ea50-45bd-95d7-bc4dd00a943f service nova] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Detach interface failed, port_id=704f5fd8-5a26-4f16-80ca-8efcc160fdfa, reason: Instance 6fbdcb14-61bf-492e-bdb5-6313451feb5f could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.020408] env[70399]: DEBUG nova.policy [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.107424] env[70399]: DEBUG oslo_concurrency.lockutils [req-f4eb8d36-4ea2-46fe-a66c-aff6d66ad39d req-be7f910d-e3d5-4136-b8d1-aa644a03b54b service nova] Releasing lock "refresh_cache-7d0a898a-a114-4706-bb64-34384da06d15" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.258417] env[70399]: INFO nova.compute.manager [-] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Took 1.24 seconds to deallocate network for instance. [ 1259.285945] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759196, 'name': ReconfigVM_Task, 'duration_secs': 1.611326} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.286648] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 20d8efc6-ad93-4232-af00-c73670a9aed5/20d8efc6-ad93-4232-af00-c73670a9aed5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.287483] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfbc8aab-fd56-43c6-9e46-f8958de49b9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.294394] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1259.294394] env[70399]: value = "task-3759200" [ 1259.294394] env[70399]: _type = "Task" [ 1259.294394] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.300338] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b6137c02-3eda-4a97-917a-869afdfc0423] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.306097] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759200, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.310810] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Successfully created port: 90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.321621] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.321621] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.321621] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.443064] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5299341a-d3d7-35cb-8c77-e7133d1f342b, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.444485] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.444485] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] e6c18809-dbea-4d06-a238-a5278bc525cf/e6c18809-dbea-4d06-a238-a5278bc525cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.444485] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9a8574-51eb-4ecc-8d32-cf8899d54c5d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.453540] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1259.453540] env[70399]: value = "task-3759201" [ 1259.453540] env[70399]: _type = "Task" [ 1259.453540] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.464172] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.483168] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.670525] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a8a71-c94d-42fa-8e2b-ec25312c89af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.679964] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7b80a-b6a8-4e10-b839-e12e92460e82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.715187] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f69ea1-9cba-497d-a3a4-5214a154605f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.724122] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa6313-c82b-4757-8424-4f29d2716480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.740332] env[70399]: DEBUG nova.compute.provider_tree [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.767268] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.807434] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759200, 'name': Rename_Task, 'duration_secs': 0.192455} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.807940] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6b9bb568-7ad4-43b8-b894-8e52c28a767c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.809879] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.810206] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9693240f-f0f0-4c7f-aff0-6c9b13be601c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.813777] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.814059] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.814518] env[70399]: DEBUG nova.compute.manager [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.815252] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d4bbd-683b-4f46-9503-8bb7d47897cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.820596] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1259.820596] env[70399]: value = "task-3759202" [ 1259.820596] env[70399]: _type = "Task" [ 1259.820596] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.829255] env[70399]: DEBUG nova.compute.manager [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1259.830047] env[70399]: DEBUG nova.objects.instance [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'flavor' on Instance uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.839807] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.869992] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.970192] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.079524] env[70399]: DEBUG nova.network.neutron [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Updating instance_info_cache with network_info: [{"id": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "address": "fa:16:3e:c0:c8:eb", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae81c3b-40", "ovs_interfaceid": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.274188] env[70399]: DEBUG nova.scheduler.client.report [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1260.274542] env[70399]: DEBUG nova.compute.provider_tree [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 156 to 157 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.274767] env[70399]: DEBUG nova.compute.provider_tree [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.315109] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: b6269065-d8ba-4377-961a-d99a313b8bd6] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.333670] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.468730] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554815} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.468730] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] e6c18809-dbea-4d06-a238-a5278bc525cf/e6c18809-dbea-4d06-a238-a5278bc525cf.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.468730] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.468730] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-607b1c69-7ee9-4d5b-b27c-cd13768f0710 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.473893] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1260.473893] env[70399]: value = "task-3759203" [ 1260.473893] env[70399]: _type = "Task" [ 1260.473893] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.490640] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.494096] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.497179] env[70399]: DEBUG nova.compute.manager [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Received event network-vif-plugged-fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.497691] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Acquiring lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.497916] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.498106] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.498347] env[70399]: DEBUG nova.compute.manager [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] No waiting events found dispatching network-vif-plugged-fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1260.498551] env[70399]: WARNING nova.compute.manager [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Received unexpected event network-vif-plugged-fae81c3b-4010-4f4e-b0d1-4acaee2e3834 for instance with vm_state building and task_state spawning. [ 1260.498730] env[70399]: DEBUG nova.compute.manager [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Received event network-changed-fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.498984] env[70399]: DEBUG nova.compute.manager [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Refreshing instance network info cache due to event network-changed-fae81c3b-4010-4f4e-b0d1-4acaee2e3834. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.499059] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Acquiring lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.520379] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.520680] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.520848] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.521095] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.521266] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.521553] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.521726] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.521907] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.522092] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.522260] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.522435] env[70399]: DEBUG nova.virt.hardware [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.523374] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db202455-a58c-4618-a0e1-796b3dee904c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.534040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9e6e9-90a7-4a1a-9745-9bbf980d2c6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.582271] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.582663] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Instance network_info: |[{"id": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "address": "fa:16:3e:c0:c8:eb", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae81c3b-40", "ovs_interfaceid": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.582992] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Acquired lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.583259] env[70399]: DEBUG nova.network.neutron [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Refreshing network info cache for port fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.584726] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:c8:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fae81c3b-4010-4f4e-b0d1-4acaee2e3834', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.593382] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.594603] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.594842] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33241aeb-0ae2-4a5f-8378-b3a881dc1d3b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.616230] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.616230] env[70399]: value = "task-3759205" [ 1260.616230] env[70399]: _type = "Task" [ 1260.616230] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.626307] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759205, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.780409] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.781375] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.784648] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.286s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.784793] env[70399]: DEBUG nova.objects.instance [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'resources' on Instance uuid 80053d58-afd5-45f7-ae54-84d2b86826a9 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.819384] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 4fbe5ca0-b701-445a-ab33-f1829b8cc8a1] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.832733] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.846640] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.847120] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb366b03-5b81-4167-9333-598a273bd872 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.858077] env[70399]: DEBUG oslo_vmware.api [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1260.858077] env[70399]: value = "task-3759206" [ 1260.858077] env[70399]: _type = "Task" [ 1260.858077] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.868741] env[70399]: DEBUG oslo_vmware.api [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.959426] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Successfully updated port: 90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.985061] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084133} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.985360] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.986209] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa3c09-5250-45f2-ad04-3772a6053451 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.014580] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e6c18809-dbea-4d06-a238-a5278bc525cf/e6c18809-dbea-4d06-a238-a5278bc525cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.014962] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b33bb5b-8fe9-47f0-9beb-e6aaac4add53 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.037312] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1261.037312] env[70399]: value = "task-3759207" [ 1261.037312] env[70399]: _type = "Task" [ 1261.037312] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.048835] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.129214] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759205, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.288542] env[70399]: DEBUG nova.compute.utils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.293941] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.295355] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.326197] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 0cb287d3-cf57-49e4-9680-1b6e129fb886] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.343296] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759202, 'name': PowerOnVM_Task, 'duration_secs': 1.246986} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.344359] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.346053] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1261.346053] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.349021] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8349bf-feb8-4932-bc21-df36650160c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.382355] env[70399]: DEBUG oslo_vmware.api [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759206, 'name': PowerOffVM_Task, 'duration_secs': 0.376916} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.382655] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.382870] env[70399]: DEBUG nova.compute.manager [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.383812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd41940-328c-438d-a858-0dbe460ef2d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.389494] env[70399]: DEBUG nova.policy [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab48e0df84444059c3554aa29dfa59c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2a1ce6ebb4456cbd66f2b9de6c3abf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.464610] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.464749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.464889] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.469026] env[70399]: DEBUG nova.network.neutron [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Updated VIF entry in instance network info cache for port fae81c3b-4010-4f4e-b0d1-4acaee2e3834. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.469026] env[70399]: DEBUG nova.network.neutron [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Updating instance_info_cache with network_info: [{"id": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "address": "fa:16:3e:c0:c8:eb", "network": {"id": "d9e77818-750c-4c72-96b8-c2091bc8ac26", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-932135237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1e95b4231944eaf9f2ab060c0741988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae81c3b-40", "ovs_interfaceid": "fae81c3b-4010-4f4e-b0d1-4acaee2e3834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.553833] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.574556] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a53c87-bfb7-4257-8b4d-75c352a35bdf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.583534] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc7bf5-4d70-462b-8cc1-c337160e71ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.616931] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51e80d-7e0f-4a15-879d-66c7d6280ddb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.630880] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759205, 'name': CreateVM_Task, 'duration_secs': 0.537162} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.633200] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.634020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.634184] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.634528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.635807] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0feddf-3396-4f07-9dfc-f6ac185050cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.639789] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7580d5-d28c-48bc-8c49-d481a8376d42 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.646048] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1261.646048] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525aee25-1c7a-74a9-7b29-6aa4db5606da" [ 1261.646048] env[70399]: _type = "Task" [ 1261.646048] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.653835] env[70399]: DEBUG nova.compute.provider_tree [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.663737] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525aee25-1c7a-74a9-7b29-6aa4db5606da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.782957] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Successfully created port: 90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.794732] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.831892] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 83bd920a-925d-4ece-82e3-f84a5cdc61a4] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.882178] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Took 14.16 seconds to build instance. [ 1261.913686] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51e4bacb-0b16-4bb3-9a8d-bdb1c7c81e79 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.973876] env[70399]: DEBUG oslo_concurrency.lockutils [req-86f4d269-4416-4d49-95be-9f60648f0ca1 req-f5298c27-714e-4fa4-92a7-5e00565fe4fa service nova] Releasing lock "refresh_cache-d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.014155] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.054070] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.168066] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525aee25-1c7a-74a9-7b29-6aa4db5606da, 'name': SearchDatastore_Task, 'duration_secs': 0.057761} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.168884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.169155] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.169415] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.169557] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.169742] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.170036] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-939868bf-12ac-4c44-a988-9106e326efcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.180984] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.181193] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.182103] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf75d01-a932-41b9-91bc-c7b26564fb89 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.188636] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1262.188636] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219534c-7fa7-e141-dbd4-90c931359b01" [ 1262.188636] env[70399]: _type = "Task" [ 1262.188636] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.199290] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219534c-7fa7-e141-dbd4-90c931359b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.202785] env[70399]: DEBUG nova.scheduler.client.report [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1262.203053] env[70399]: DEBUG nova.compute.provider_tree [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 157 to 158 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.203238] env[70399]: DEBUG nova.compute.provider_tree [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.207295] env[70399]: DEBUG nova.network.neutron [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Updating instance_info_cache with network_info: [{"id": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "address": "fa:16:3e:2c:c9:63", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af4fd9-eb", "ovs_interfaceid": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.305099] env[70399]: DEBUG nova.objects.instance [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'flavor' on Instance uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.335820] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 67ca88f5-a305-46dd-b8ec-cf3b0d621d98] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.384873] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.670s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.513596] env[70399]: DEBUG nova.compute.manager [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Received event network-vif-plugged-90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.513815] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Acquiring lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.514052] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.514264] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.514459] env[70399]: DEBUG nova.compute.manager [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] No waiting events found dispatching network-vif-plugged-90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1262.514628] env[70399]: WARNING nova.compute.manager [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Received unexpected event network-vif-plugged-90af4fd9-eb0d-4a82-a438-c3a597555b05 for instance with vm_state building and task_state spawning. [ 1262.514786] env[70399]: DEBUG nova.compute.manager [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Received event network-changed-90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.514938] env[70399]: DEBUG nova.compute.manager [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Refreshing instance network info cache due to event network-changed-90af4fd9-eb0d-4a82-a438-c3a597555b05. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.515118] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Acquiring lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.551436] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759207, 'name': ReconfigVM_Task, 'duration_secs': 1.190755} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.551722] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e6c18809-dbea-4d06-a238-a5278bc525cf/e6c18809-dbea-4d06-a238-a5278bc525cf.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.552383] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60cb57db-b907-4126-9d0e-aaaa07f0a2c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.559237] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1262.559237] env[70399]: value = "task-3759208" [ 1262.559237] env[70399]: _type = "Task" [ 1262.559237] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.568051] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759208, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.699148] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5219534c-7fa7-e141-dbd4-90c931359b01, 'name': SearchDatastore_Task, 'duration_secs': 0.024867} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.700000] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676dad98-5f99-4ce9-99a3-0f841db790b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.705784] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1262.705784] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f720a-f7be-b46a-2db9-3880250e058c" [ 1262.705784] env[70399]: _type = "Task" [ 1262.705784] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.709515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.711615] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.711912] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Instance network_info: |[{"id": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "address": "fa:16:3e:2c:c9:63", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af4fd9-eb", "ovs_interfaceid": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.712406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.945s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.712622] env[70399]: DEBUG nova.objects.instance [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lazy-loading 'resources' on Instance uuid 6fbdcb14-61bf-492e-bdb5-6313451feb5f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.713626] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Acquired lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.713777] env[70399]: DEBUG nova.network.neutron [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Refreshing network info cache for port 90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.715713] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:c9:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90af4fd9-eb0d-4a82-a438-c3a597555b05', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.723994] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.726017] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.726299] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d903526b-e617-4a18-a34a-ae2570995be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.744491] env[70399]: INFO nova.scheduler.client.report [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted allocations for instance 80053d58-afd5-45f7-ae54-84d2b86826a9 [ 1262.749374] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f720a-f7be-b46a-2db9-3880250e058c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.757065] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.757065] env[70399]: value = "task-3759210" [ 1262.757065] env[70399]: _type = "Task" [ 1262.757065] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.769196] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759210, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.782173] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.782412] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.808176] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.814745] env[70399]: DEBUG oslo_concurrency.lockutils [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.815108] env[70399]: DEBUG oslo_concurrency.lockutils [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.815371] env[70399]: DEBUG nova.network.neutron [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.815705] env[70399]: DEBUG nova.objects.instance [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'info_cache' on Instance uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.837707] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 3305b11f-79db-4832-bb9d-c50d83a0cd68] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.841643] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.841887] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.842067] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.842258] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.842405] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.842552] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.842763] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.842921] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.843126] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.843309] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.843485] env[70399]: DEBUG nova.virt.hardware [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.844588] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47061589-847c-44c2-9802-fbb5a6fe4f04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.855102] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0fee6a-43ff-48f0-ae64-744781583caf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.070629] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759208, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.219797] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f720a-f7be-b46a-2db9-3880250e058c, 'name': SearchDatastore_Task, 'duration_secs': 0.027164} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.220211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.220672] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc/d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.221105] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cc6178-5d26-4389-b93c-62d28fcc1c0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.234775] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1263.234775] env[70399]: value = "task-3759211" [ 1263.234775] env[70399]: _type = "Task" [ 1263.234775] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.246690] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.254422] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7c09a58e-e0f0-45ae-bb29-32faffea232d tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "80053d58-afd5-45f7-ae54-84d2b86826a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.409s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.266882] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759210, 'name': CreateVM_Task, 'duration_secs': 0.416713} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.269941] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.270969] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.271166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.271516] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.271784] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af805db8-3a78-46d2-bcdd-b0fbee51918a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.278206] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1263.278206] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52341b6e-6aee-a4f3-aa3d-30bbbb379c25" [ 1263.278206] env[70399]: _type = "Task" [ 1263.278206] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.288437] env[70399]: DEBUG nova.compute.utils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.296339] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52341b6e-6aee-a4f3-aa3d-30bbbb379c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.321470] env[70399]: DEBUG nova.objects.base [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1263.348737] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: be427ef2-dafd-4482-8204-0964fd00c7bb] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.466565] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547d8df-e024-4de3-b513-7630b767e6b2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.482415] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486c8e1e-9b79-405c-a465-00dae23d2165 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.528140] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0a436-09d2-49af-abe5-c9353bfb1da5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.545225] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d1cdf-cad2-4458-89fb-ad56f24bb438 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.575692] env[70399]: DEBUG nova.compute.provider_tree [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.590765] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759208, 'name': Rename_Task, 'duration_secs': 0.777769} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.591916] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.592339] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89ec7c46-b635-4371-9184-1d6fc72ebee0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.601500] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1263.601500] env[70399]: value = "task-3759212" [ 1263.601500] env[70399]: _type = "Task" [ 1263.601500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.608620] env[70399]: DEBUG nova.network.neutron [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Updated VIF entry in instance network info cache for port 90af4fd9-eb0d-4a82-a438-c3a597555b05. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.609180] env[70399]: DEBUG nova.network.neutron [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Updating instance_info_cache with network_info: [{"id": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "address": "fa:16:3e:2c:c9:63", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af4fd9-eb", "ovs_interfaceid": "90af4fd9-eb0d-4a82-a438-c3a597555b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.617353] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.627198] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Successfully updated port: 90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.746535] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759211, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.790365] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52341b6e-6aee-a4f3-aa3d-30bbbb379c25, 'name': SearchDatastore_Task, 'duration_secs': 0.021541} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.790734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.792343] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.792343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.792343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.792343] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.792343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.792829] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f46c6b18-afa1-4943-9448-16b2bd8bd401 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.804389] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.804588] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.805414] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054e027d-b10f-4273-a3d3-3ec2ea15d7e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.811948] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1263.811948] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a01a5-fcd2-c281-3f13-59ae50364201" [ 1263.811948] env[70399]: _type = "Task" [ 1263.811948] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.821883] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a01a5-fcd2-c281-3f13-59ae50364201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.854158] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c2cc872a-eb38-4e07-917e-00c06740ba54] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.084705] env[70399]: DEBUG nova.scheduler.client.report [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.114365] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.116026] env[70399]: DEBUG oslo_concurrency.lockutils [req-ca6a21af-0944-409a-a041-3ee5cb5af874 req-b89b7e18-005c-44fc-b353-05b33d0d258f service nova] Releasing lock "refresh_cache-493d0f13-032f-47c7-aaf7-dbc561976d9b" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.130901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.131149] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquired lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.131303] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.247586] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529756} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.247907] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc/d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.248225] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.248582] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5d4745-f1ec-4629-8836-31cbf89eb7c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.257034] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1264.257034] env[70399]: value = "task-3759213" [ 1264.257034] env[70399]: _type = "Task" [ 1264.257034] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.273987] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.324741] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]520a01a5-fcd2-c281-3f13-59ae50364201, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.325910] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701cef13-261b-43c5-b6c3-1cb900df4776 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.332901] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1264.332901] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d58b7b-66a9-76e1-ce7b-e384d6710f42" [ 1264.332901] env[70399]: _type = "Task" [ 1264.332901] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.344502] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d58b7b-66a9-76e1-ce7b-e384d6710f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.345748] env[70399]: DEBUG nova.network.neutron [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.357416] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: afc0e698-e9bb-4945-9b1f-785e3a967c78] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.545658] env[70399]: DEBUG nova.compute.manager [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Received event network-vif-plugged-90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.546009] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Acquiring lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.546347] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.546620] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.546894] env[70399]: DEBUG nova.compute.manager [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] No waiting events found dispatching network-vif-plugged-90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1264.547190] env[70399]: WARNING nova.compute.manager [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Received unexpected event network-vif-plugged-90af8a2b-cb66-4f5f-9908-3a78e3781f5e for instance with vm_state building and task_state spawning. [ 1264.547464] env[70399]: DEBUG nova.compute.manager [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Received event network-changed-90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.547730] env[70399]: DEBUG nova.compute.manager [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Refreshing instance network info cache due to event network-changed-90af8a2b-cb66-4f5f-9908-3a78e3781f5e. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.548007] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Acquiring lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.591326] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.614360] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759212, 'name': PowerOnVM_Task, 'duration_secs': 0.913405} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.614658] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.614889] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1264.615051] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.615867] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f0f45a-adbf-4077-999a-b5473d6f0b0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.619394] env[70399]: INFO nova.scheduler.client.report [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Deleted allocations for instance 6fbdcb14-61bf-492e-bdb5-6313451feb5f [ 1264.678342] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.773763] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080322} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.774580] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.775459] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d359c46-82bb-4bbb-baf9-b0789268c81b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.804851] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc/d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.805196] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26dfcf1-5fa8-4875-99ed-9a4000ffb4ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.830115] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1264.830115] env[70399]: value = "task-3759215" [ 1264.830115] env[70399]: _type = "Task" [ 1264.830115] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.848555] env[70399]: DEBUG oslo_concurrency.lockutils [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.850045] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d58b7b-66a9-76e1-ce7b-e384d6710f42, 'name': SearchDatastore_Task, 'duration_secs': 0.02251} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.856092] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.856489] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 493d0f13-032f-47c7-aaf7-dbc561976d9b/493d0f13-032f-47c7-aaf7-dbc561976d9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.856716] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.857177] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d32f3eb-5978-4051-b4a8-0956ac374d44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.861803] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: f9b86bef-1d67-4ba7-b1e6-491b25a36ad3] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.865912] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1264.865912] env[70399]: value = "task-3759216" [ 1264.865912] env[70399]: _type = "Task" [ 1264.865912] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.875122] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.896041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.896331] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.896602] env[70399]: INFO nova.compute.manager [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Attaching volume 0c7fecf9-4e3c-428c-aabd-898a7b299b3f to /dev/sdb [ 1264.932274] env[70399]: DEBUG nova.network.neutron [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Updating instance_info_cache with network_info: [{"id": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "address": "fa:16:3e:7d:e7:9d", "network": {"id": "959daf0c-c893-418b-9016-386e954f8098", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1905736139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2a1ce6ebb4456cbd66f2b9de6c3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af8a2b-cb", "ovs_interfaceid": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.935618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2362cdd-8745-41ce-8f4c-7f05b3099603 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.945419] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af7a85-c89b-4718-b438-9c3973750029 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.961013] env[70399]: DEBUG nova.virt.block_device [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating existing volume attachment record: fb8bdb7a-5548-4367-914a-0f486891246f {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.138692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48643f3e-2e3f-4b55-9ef9-33a6ce83c549 tempest-ServerAddressesTestJSON-338193336 tempest-ServerAddressesTestJSON-338193336-project-member] Lock "6fbdcb14-61bf-492e-bdb5-6313451feb5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.820s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.139393] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Took 17.39 seconds to build instance. [ 1265.343506] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759215, 'name': ReconfigVM_Task, 'duration_secs': 0.372947} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.344189] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc/d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.344749] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35614acf-fdef-401a-92b5-78be56e0232a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.353500] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1265.353500] env[70399]: value = "task-3759218" [ 1265.353500] env[70399]: _type = "Task" [ 1265.353500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.366789] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6de25259-68ea-4105-9739-79fdf84664c5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.371021] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759218, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.383666] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759216, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.440994] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Releasing lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.441240] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Instance network_info: |[{"id": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "address": "fa:16:3e:7d:e7:9d", "network": {"id": "959daf0c-c893-418b-9016-386e954f8098", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1905736139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2a1ce6ebb4456cbd66f2b9de6c3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af8a2b-cb", "ovs_interfaceid": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.441664] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Acquired lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.441798] env[70399]: DEBUG nova.network.neutron [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Refreshing network info cache for port 90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.443103] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e7:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90af8a2b-cb66-4f5f-9908-3a78e3781f5e', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.452377] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Creating folder: Project (cb2a1ce6ebb4456cbd66f2b9de6c3abf). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.453728] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ce6698-0757-49eb-acd9-e632672cfbea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.467721] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Created folder: Project (cb2a1ce6ebb4456cbd66f2b9de6c3abf) in parent group-v747819. [ 1265.467721] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Creating folder: Instances. Parent ref: group-v748137. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.468302] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60cfd44c-c87e-4d32-ae4d-b82d328f0d2a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.480813] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Created folder: Instances in parent group-v748137. [ 1265.481230] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.481734] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.481868] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6432f49a-d263-4267-b8cb-edfd69d6637c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.506540] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.506540] env[70399]: value = "task-3759222" [ 1265.506540] env[70399]: _type = "Task" [ 1265.506540] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.516740] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759222, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.645854] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.903s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.865392] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759218, 'name': Rename_Task, 'duration_secs': 0.179841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.865828] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.866058] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412522ff-6f0f-43ef-b41c-605555379fb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.872196] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.875018] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: cd02609e-68c6-4a35-a44d-876dec4944cf] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.879428] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b66389c-fa1a-4d36-860c-1a0234bde031 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.885051] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1265.885051] env[70399]: value = "task-3759224" [ 1265.885051] env[70399]: _type = "Task" [ 1265.885051] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.893708] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572808} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.898092] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 493d0f13-032f-47c7-aaf7-dbc561976d9b/493d0f13-032f-47c7-aaf7-dbc561976d9b.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.899648] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.899648] env[70399]: DEBUG oslo_vmware.api [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1265.899648] env[70399]: value = "task-3759225" [ 1265.899648] env[70399]: _type = "Task" [ 1265.899648] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.903811] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22acf6c6-f1fb-45d1-88a8-63af5440dc23 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.910962] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.922945] env[70399]: DEBUG oslo_vmware.api [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759225, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.927018] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1265.927018] env[70399]: value = "task-3759226" [ 1265.927018] env[70399]: _type = "Task" [ 1265.927018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.940856] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.018948] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759222, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.165850] env[70399]: DEBUG nova.network.neutron [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Updated VIF entry in instance network info cache for port 90af8a2b-cb66-4f5f-9908-3a78e3781f5e. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.166322] env[70399]: DEBUG nova.network.neutron [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Updating instance_info_cache with network_info: [{"id": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "address": "fa:16:3e:7d:e7:9d", "network": {"id": "959daf0c-c893-418b-9016-386e954f8098", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1905736139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2a1ce6ebb4456cbd66f2b9de6c3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90af8a2b-cb", "ovs_interfaceid": "90af8a2b-cb66-4f5f-9908-3a78e3781f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.387272] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 5d11aa43-62fa-48f3-ac9b-97cb28f2f622] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.403776] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759224, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.421743] env[70399]: DEBUG oslo_vmware.api [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.438202] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.440425] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.447308] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100503} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.447878] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.448808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450845e-03c3-484d-87e2-eeb8ce545a28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.478035] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 493d0f13-032f-47c7-aaf7-dbc561976d9b/493d0f13-032f-47c7-aaf7-dbc561976d9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.478539] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b9f129-3c9b-45f7-a609-21a6df46e72b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.502204] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1266.502204] env[70399]: value = "task-3759227" [ 1266.502204] env[70399]: _type = "Task" [ 1266.502204] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.512462] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.521933] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759222, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.669939] env[70399]: DEBUG oslo_concurrency.lockutils [req-03d7b114-42cb-4386-8898-cb114fba2c90 req-5ac60ce9-4199-4f6f-838b-df2fc78c21cc service nova] Releasing lock "refresh_cache-1757013a-e427-4a3c-8af3-c6a66d37b69d" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.894648] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 7cf7b8e5-b887-4d69-aff2-af184f5806e8] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.902455] env[70399]: DEBUG oslo_vmware.api [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759224, 'name': PowerOnVM_Task, 'duration_secs': 0.691014} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.902792] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.903017] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1266.903205] env[70399]: DEBUG nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.904039] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd58c05-43e8-40af-9c11-b1a6c9b89699 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.929073] env[70399]: DEBUG oslo_vmware.api [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.948488] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.014399] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.024889] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759222, 'name': CreateVM_Task, 'duration_secs': 1.450773} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.025169] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.026061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.026169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.026612] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.026962] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24161f2-cb05-4c8f-aef6-60dfa18fd54f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.033804] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1267.033804] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524609eb-bdd3-2ffb-83a5-6e50dc83aa43" [ 1267.033804] env[70399]: _type = "Task" [ 1267.033804] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.043681] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524609eb-bdd3-2ffb-83a5-6e50dc83aa43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.398340] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 10b451d6-41e5-4d5f-bb71-f42dcea2c9be] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.421896] env[70399]: DEBUG oslo_vmware.api [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759225, 'name': PowerOnVM_Task, 'duration_secs': 1.388632} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.426238] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.427034] env[70399]: DEBUG nova.compute.manager [None req-85ec01cd-72ce-4ec5-9bc3-4d551a3e274c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.429786] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7bd12f-76f8-4fd9-90d5-231ebc34084e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.432807] env[70399]: INFO nova.compute.manager [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Took 19.65 seconds to build instance. [ 1267.471942] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.472296] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.474105] env[70399]: INFO nova.compute.claims [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.516182] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759227, 'name': ReconfigVM_Task, 'duration_secs': 0.690477} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.517607] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 493d0f13-032f-47c7-aaf7-dbc561976d9b/493d0f13-032f-47c7-aaf7-dbc561976d9b.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.521196] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160ff743-aa45-40ce-aa8a-179d81a78016 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.530889] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1267.530889] env[70399]: value = "task-3759229" [ 1267.530889] env[70399]: _type = "Task" [ 1267.530889] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.544849] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759229, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.549268] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524609eb-bdd3-2ffb-83a5-6e50dc83aa43, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.549673] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.549940] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.550794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.550794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.550794] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.550794] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dce7190-8042-41d2-994f-308ac868f1ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.561425] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.561425] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.562244] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b318c98e-507c-4552-a442-597d1809363d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.569304] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1267.569304] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d106a-286e-5040-639c-4e12c93f8b70" [ 1267.569304] env[70399]: _type = "Task" [ 1267.569304] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.578918] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d106a-286e-5040-639c-4e12c93f8b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.902406] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.902809] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances with incomplete migration {{(pid=70399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1267.934911] env[70399]: DEBUG oslo_concurrency.lockutils [None req-f81fa9e2-136c-4365-99f8-4a7cdee5e13e tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.157s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.022406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "20d8efc6-ad93-4232-af00-c73670a9aed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.022710] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.024036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.024036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.024036] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.025732] env[70399]: INFO nova.compute.manager [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Terminating instance [ 1268.041584] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759229, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.080237] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523d106a-286e-5040-639c-4e12c93f8b70, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.081031] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cdd5b5-c0d6-4ebf-b5cd-c21b708b5bbf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.086974] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1268.086974] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5257b8f5-a5e9-d9cf-f470-61fb086e9cb1" [ 1268.086974] env[70399]: _type = "Task" [ 1268.086974] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.096142] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5257b8f5-a5e9-d9cf-f470-61fb086e9cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.532521] env[70399]: DEBUG nova.compute.manager [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.532830] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.534537] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83e6d46-f11c-427f-b8ed-163f29142091 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.553123] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.553473] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759229, 'name': Rename_Task, 'duration_secs': 1.020497} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.554016] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3494689-bb92-4c46-989b-a7f6da3fe0e5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.555654] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.555906] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556f68b6-38c7-46a6-bf29-6dcb3bceb017 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.562853] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1268.562853] env[70399]: value = "task-3759231" [ 1268.562853] env[70399]: _type = "Task" [ 1268.562853] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.564526] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1268.564526] env[70399]: value = "task-3759232" [ 1268.564526] env[70399]: _type = "Task" [ 1268.564526] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.580207] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.583651] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.597226] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5257b8f5-a5e9-d9cf-f470-61fb086e9cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.046661} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.597226] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.597348] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1757013a-e427-4a3c-8af3-c6a66d37b69d/1757013a-e427-4a3c-8af3-c6a66d37b69d.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.597535] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c68e09-5328-4c8b-8d0b-33cd5b8c05c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.605108] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1268.605108] env[70399]: value = "task-3759233" [ 1268.605108] env[70399]: _type = "Task" [ 1268.605108] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.613458] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.686440] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd436e-71f6-4c9d-aec7-cb64f399b607 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.694994] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669523a4-fb36-48fe-ac4c-c20c7fe16c98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.727975] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a328a4b-3ca7-4157-89c2-9538b7743e8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.736904] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fb1b1-e67b-41fb-b3bf-fba98ce31718 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.751553] env[70399]: DEBUG nova.compute.provider_tree [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.080448] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759231, 'name': PowerOffVM_Task, 'duration_secs': 0.392979} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.081374] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.081620] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.081873] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e60a494-40f4-4609-b22d-1e50f0710984 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.087425] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.118498] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759233, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.169271] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.169740] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.170102] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleting the datastore file [datastore2] 20d8efc6-ad93-4232-af00-c73670a9aed5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.170535] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc5b245-a624-4c99-8bf1-386f5be03f63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.180933] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1269.180933] env[70399]: value = "task-3759236" [ 1269.180933] env[70399]: _type = "Task" [ 1269.180933] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.191468] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.256389] env[70399]: DEBUG nova.scheduler.client.report [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.397344] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.582552] env[70399]: DEBUG oslo_vmware.api [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759232, 'name': PowerOnVM_Task, 'duration_secs': 0.867886} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.582834] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.583051] env[70399]: INFO nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1269.583240] env[70399]: DEBUG nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.584031] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309dafd-5431-4212-8f2c-fc167709a25d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.616054] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75998} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.616461] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 1757013a-e427-4a3c-8af3-c6a66d37b69d/1757013a-e427-4a3c-8af3-c6a66d37b69d.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.616583] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.616804] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff36e66d-491d-437f-9a73-76abbdf72a6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.624858] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1269.624858] env[70399]: value = "task-3759237" [ 1269.624858] env[70399]: _type = "Task" [ 1269.624858] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.638016] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.691702] env[70399]: DEBUG oslo_vmware.api [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310183} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.691918] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.692119] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.692296] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.692470] env[70399]: INFO nova.compute.manager [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1269.692818] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.693036] env[70399]: DEBUG nova.compute.manager [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.693140] env[70399]: DEBUG nova.network.neutron [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.762137] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.762546] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.910023] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.910023] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.934255] env[70399]: DEBUG nova.compute.manager [req-05c181cf-a224-4339-acb2-b83b3563371e req-26d6631c-f59f-412d-8c10-00a0929287d5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Received event network-vif-deleted-1569a645-b31c-46d6-bf6d-8d945aec0f40 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.934255] env[70399]: INFO nova.compute.manager [req-05c181cf-a224-4339-acb2-b83b3563371e req-26d6631c-f59f-412d-8c10-00a0929287d5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Neutron deleted interface 1569a645-b31c-46d6-bf6d-8d945aec0f40; detaching it from the instance and deleting it from the info cache [ 1269.934255] env[70399]: DEBUG nova.network.neutron [req-05c181cf-a224-4339-acb2-b83b3563371e req-26d6631c-f59f-412d-8c10-00a0929287d5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.009976] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.010216] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748141', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'name': 'volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c83445-2d44-4b34-8a2d-4b8509012468', 'attached_at': '', 'detached_at': '', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'serial': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.011123] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db7632e-7970-4628-8684-7702454dfa9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.028710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d5048-a1f7-4706-b547-7dcf849fbb2e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.056743] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f/volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.057203] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8336698e-a9ef-447c-963b-e5280b80b1b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.080089] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1270.080089] env[70399]: value = "task-3759238" [ 1270.080089] env[70399]: _type = "Task" [ 1270.080089] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.088222] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.101522] env[70399]: INFO nova.compute.manager [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Took 20.21 seconds to build instance. [ 1270.136221] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065809} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.136531] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.137382] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c137ce-40dc-401d-b8fc-00ddc5d0060c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.162024] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 1757013a-e427-4a3c-8af3-c6a66d37b69d/1757013a-e427-4a3c-8af3-c6a66d37b69d.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.162229] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5672a8-fb48-4666-8311-93e20895c230 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.184761] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1270.184761] env[70399]: value = "task-3759239" [ 1270.184761] env[70399]: _type = "Task" [ 1270.184761] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.198063] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.268244] env[70399]: DEBUG nova.compute.utils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.269886] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.270581] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.330820] env[70399]: DEBUG nova.policy [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c75c649ba342339478e07ddecc861a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f07caa5821549a08666ca8098ff6d54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.418336] env[70399]: DEBUG nova.network.neutron [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.436763] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebfe7579-6f71-468f-9f8b-49aa3d9dd5c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.448173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd5226-cb97-43de-a403-4e8495fb7290 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.484015] env[70399]: DEBUG nova.compute.manager [req-05c181cf-a224-4339-acb2-b83b3563371e req-26d6631c-f59f-412d-8c10-00a0929287d5 service nova] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Detach interface failed, port_id=1569a645-b31c-46d6-bf6d-8d945aec0f40, reason: Instance 20d8efc6-ad93-4232-af00-c73670a9aed5 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.591478] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759238, 'name': ReconfigVM_Task, 'duration_secs': 0.408811} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.591909] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f/volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.596677] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36293093-db48-45d1-a210-d5c85ceecfd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.607331] env[70399]: DEBUG oslo_concurrency.lockutils [None req-429fdce5-7d75-45e0-948a-4e0025dcc67a tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.731s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.613879] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1270.613879] env[70399]: value = "task-3759240" [ 1270.613879] env[70399]: _type = "Task" [ 1270.613879] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.622633] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.675036] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Successfully created port: 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.697073] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.776028] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.920956] env[70399]: INFO nova.compute.manager [-] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Took 1.23 seconds to deallocate network for instance. [ 1271.126594] env[70399]: DEBUG oslo_vmware.api [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759240, 'name': ReconfigVM_Task, 'duration_secs': 0.166223} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.127092] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748141', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'name': 'volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c83445-2d44-4b34-8a2d-4b8509012468', 'attached_at': '', 'detached_at': '', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'serial': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.195864] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759239, 'name': ReconfigVM_Task, 'duration_secs': 0.890654} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.196151] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 1757013a-e427-4a3c-8af3-c6a66d37b69d/1757013a-e427-4a3c-8af3-c6a66d37b69d.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.196827] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9df6584-b2db-4063-8683-a84cd6350148 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.204147] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1271.204147] env[70399]: value = "task-3759242" [ 1271.204147] env[70399]: _type = "Task" [ 1271.204147] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.213254] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759242, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.285243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.285243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.285551] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.286155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.286155] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.288265] env[70399]: INFO nova.compute.manager [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Terminating instance [ 1271.428718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.429066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.429328] env[70399]: DEBUG nova.objects.instance [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lazy-loading 'resources' on Instance uuid 20d8efc6-ad93-4232-af00-c73670a9aed5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.715981] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759242, 'name': Rename_Task, 'duration_secs': 0.277244} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.716317] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.716598] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc0fb54-012a-40e9-b58d-354952323399 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.724041] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1271.724041] env[70399]: value = "task-3759243" [ 1271.724041] env[70399]: _type = "Task" [ 1271.724041] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.732683] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.783983] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.792183] env[70399]: DEBUG nova.compute.manager [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.792541] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.793748] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a6828-3dcb-45fb-ad0e-aec09f1991cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.802653] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.802942] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5fe250-5a77-4b0d-b2e4-3f1f6704b02b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.813887] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1271.813887] env[70399]: value = "task-3759244" [ 1271.813887] env[70399]: _type = "Task" [ 1271.813887] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.820802] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.821074] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.821259] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.821475] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.821631] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.821778] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.821991] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.822241] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.822469] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.822672] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.822892] env[70399]: DEBUG nova.virt.hardware [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.823812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43880b39-e778-459d-81d7-2488ccb7b51b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.830266] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.836356] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec374234-6829-4775-b3fd-b7c147900c66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.154947] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93f6be-7dc0-4045-81d6-ddd8b3941b7d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.164020] env[70399]: DEBUG nova.objects.instance [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'flavor' on Instance uuid 44c83445-2d44-4b34-8a2d-4b8509012468 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.166420] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d09bbe5-b3c5-487a-b1bb-1cf0789cae85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.204859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d88ca-a521-426e-8fa1-b7f0718c0505 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.214262] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15a4ecd-e9d9-40cc-ac29-c410fdf83ddb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.231863] env[70399]: DEBUG nova.compute.provider_tree [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.237540] env[70399]: DEBUG nova.compute.manager [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.237835] env[70399]: DEBUG oslo_concurrency.lockutils [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.238100] env[70399]: DEBUG oslo_concurrency.lockutils [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.238312] env[70399]: DEBUG oslo_concurrency.lockutils [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.238755] env[70399]: DEBUG nova.compute.manager [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] No waiting events found dispatching network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1272.238755] env[70399]: WARNING nova.compute.manager [req-9fe94254-21aa-49aa-bf7b-a9d2b21f6d18 req-cc836b59-5664-4d15-8981-daa3874eeffc service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received unexpected event network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 for instance with vm_state building and task_state spawning. [ 1272.246592] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.324666] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759244, 'name': PowerOffVM_Task, 'duration_secs': 0.243052} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.324969] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.325274] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.325395] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ae08e8-e9bd-4175-a1f4-e4fabc02ca9b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.339720] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Successfully updated port: 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.396275] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.396550] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.396736] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] 493d0f13-032f-47c7-aaf7-dbc561976d9b {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.397083] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbac44b8-9749-48f0-983f-e47fc323e387 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.407482] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1272.407482] env[70399]: value = "task-3759246" [ 1272.407482] env[70399]: _type = "Task" [ 1272.407482] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.416840] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.675110] env[70399]: DEBUG oslo_concurrency.lockutils [None req-751e19d2-f7b0-4673-a5b5-c9f808fe9c0e tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.742415] env[70399]: DEBUG nova.scheduler.client.report [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.745742] env[70399]: DEBUG oslo_vmware.api [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759243, 'name': PowerOnVM_Task, 'duration_secs': 0.540255} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.746257] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.746489] env[70399]: INFO nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1272.746646] env[70399]: DEBUG nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.747452] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ff6b3-e963-487a-b2a7-e5583e1c49cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.842796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.843033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.843228] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.918555] env[70399]: DEBUG oslo_vmware.api [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254789} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.919144] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.919144] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.919260] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.919421] env[70399]: INFO nova.compute.manager [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1272.919720] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.919922] env[70399]: DEBUG nova.compute.manager [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.920030] env[70399]: DEBUG nova.network.neutron [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.161866] env[70399]: DEBUG nova.compute.manager [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1273.248345] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.266895] env[70399]: INFO nova.compute.manager [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Took 22.57 seconds to build instance. [ 1273.271073] env[70399]: INFO nova.scheduler.client.report [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted allocations for instance 20d8efc6-ad93-4232-af00-c73670a9aed5 [ 1273.376413] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.574233] env[70399]: DEBUG nova.network.neutron [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.677386] env[70399]: DEBUG nova.network.neutron [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.685798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.686161] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.769066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5d8ed127-c568-4ced-a368-e75bb1dc87fc tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.079s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.778312] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0d8aa551-f1cb-4faf-8bb1-57b83230e35a tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "20d8efc6-ad93-4232-af00-c73670a9aed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.077464] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.077894] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance network_info: |[{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.078627] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:ea:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347e97f8-125e-4175-ad89-8fdf1e9adc77', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.087675] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.087919] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.088165] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4460257-f638-4ea9-9297-9ab80702cfe6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.110364] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.110364] env[70399]: value = "task-3759248" [ 1274.110364] env[70399]: _type = "Task" [ 1274.110364] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.118296] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759248, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.180301] env[70399]: INFO nova.compute.manager [-] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Took 1.26 seconds to deallocate network for instance. [ 1274.191565] env[70399]: INFO nova.compute.claims [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.264759] env[70399]: DEBUG nova.compute.manager [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.267049] env[70399]: DEBUG nova.compute.manager [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing instance network info cache due to event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.267049] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.267049] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.267049] env[70399]: DEBUG nova.network.neutron [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.623217] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759248, 'name': CreateVM_Task, 'duration_secs': 0.392023} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.623308] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.624099] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.628171] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.629459] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.629459] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b69c3ad-c778-4297-85c5-a51aec4061fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.635757] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1274.635757] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c2f4b-5112-3a72-6473-f22173d79f28" [ 1274.635757] env[70399]: _type = "Task" [ 1274.635757] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.646874] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c2f4b-5112-3a72-6473-f22173d79f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.688650] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.700267] env[70399]: INFO nova.compute.resource_tracker [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating resource usage from migration 8d6a8155-17a2-4732-999f-c5d1095827fc [ 1274.876652] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9428488-55e8-42b5-bfbe-975c45154689 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.884928] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa08d7b-d9e7-434c-b236-b3a29119c6b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.919047] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf762c-60fd-48b6-b2b7-cefe15bd09c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.927618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101264f2-dcc6-4bf5-b378-75c15e40f8b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.944626] env[70399]: DEBUG nova.compute.provider_tree [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.027196] env[70399]: DEBUG nova.network.neutron [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updated VIF entry in instance network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.027248] env[70399]: DEBUG nova.network.neutron [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.145898] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525c2f4b-5112-3a72-6473-f22173d79f28, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.146272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.147055] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.147055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.147055] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.147055] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.147334] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bee8467-e602-4472-816b-c5fa6779f669 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.156795] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.157068] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.157785] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78319137-0b47-450d-a2e3-0ef3f8c87f00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.164023] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1275.164023] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5688f-9348-f0d2-3711-de46e43980e6" [ 1275.164023] env[70399]: _type = "Task" [ 1275.164023] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.172847] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5688f-9348-f0d2-3711-de46e43980e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.205614] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.205991] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.206228] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.206324] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.206546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.208951] env[70399]: INFO nova.compute.manager [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Terminating instance [ 1275.450033] env[70399]: DEBUG nova.scheduler.client.report [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.518757] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "e6c18809-dbea-4d06-a238-a5278bc525cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.519213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.519514] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.519792] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.520037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.522266] env[70399]: INFO nova.compute.manager [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Terminating instance [ 1275.530929] env[70399]: DEBUG oslo_concurrency.lockutils [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.531260] env[70399]: DEBUG nova.compute.manager [req-e7d7f997-87cb-44a8-b7bc-81cb9dd8ba91 req-0cf93ecf-615c-44b1-849f-0bdae4f916e0 service nova] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Received event network-vif-deleted-90af4fd9-eb0d-4a82-a438-c3a597555b05 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.590830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.591189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.591436] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.591629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.591804] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.593886] env[70399]: INFO nova.compute.manager [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Terminating instance [ 1275.674675] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52c5688f-9348-f0d2-3711-de46e43980e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.675579] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179e03ac-e1f8-4ba5-b8fa-5ecab92d8f3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.681041] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1275.681041] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cbec6c-ada9-8cbf-f5b4-d557015e3e84" [ 1275.681041] env[70399]: _type = "Task" [ 1275.681041] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.688974] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cbec6c-ada9-8cbf-f5b4-d557015e3e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.712899] env[70399]: DEBUG nova.compute.manager [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.713154] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.714037] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea03651d-f1b3-4777-903a-828c02299e9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.721644] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.721892] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ea798c-995c-467a-8b41-349a6c96d50a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.727723] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1275.727723] env[70399]: value = "task-3759249" [ 1275.727723] env[70399]: _type = "Task" [ 1275.727723] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.738477] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.953692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.953871] env[70399]: INFO nova.compute.manager [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Migrating [ 1275.961591] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.273s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.961816] env[70399]: DEBUG nova.objects.instance [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid 493d0f13-032f-47c7-aaf7-dbc561976d9b {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.026026] env[70399]: DEBUG nova.compute.manager [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.026339] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.027341] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c74a6-9824-4e47-911c-1a71b60dfa83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036296] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.037175] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b7dc5a-b06a-407e-b5fc-8337d06acca5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.048736] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1276.048736] env[70399]: value = "task-3759250" [ 1276.048736] env[70399]: _type = "Task" [ 1276.048736] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.058842] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.098264] env[70399]: DEBUG nova.compute.manager [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.098370] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.099331] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d168fb-9fbc-4155-89b9-9880f9e7ff6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.110648] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.110961] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5517dccd-b84c-4e7b-9d5d-6c2cb13e1f79 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.121551] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1276.121551] env[70399]: value = "task-3759251" [ 1276.121551] env[70399]: _type = "Task" [ 1276.121551] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.132194] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.182724] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae2e049-af3a-4aba-bbee-177edff6f040 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.198340] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52cbec6c-ada9-8cbf-f5b4-d557015e3e84, 'name': SearchDatastore_Task, 'duration_secs': 0.032177} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.198775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.199069] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.200191] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e0c8fc-aa1a-4c29-8f9e-1acfa23895f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.204205] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b7893d1-b753-4a78-a0d3-1e54b2364870 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.244232] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07054c2a-aac5-4b15-89b3-e816384f66dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.248049] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1276.248049] env[70399]: value = "task-3759252" [ 1276.248049] env[70399]: _type = "Task" [ 1276.248049] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.257834] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759249, 'name': PowerOffVM_Task, 'duration_secs': 0.322009} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.258343] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.258597] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.259904] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad5b3e-39a6-4ba0-9fac-1292e9801fa4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.267296] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c1fa6e-b2ab-480d-bfd4-4c24d409e406 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.269077] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.280936] env[70399]: DEBUG nova.compute.provider_tree [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.337403] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.337762] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.338214] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Deleting the datastore file [datastore1] 1757013a-e427-4a3c-8af3-c6a66d37b69d {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.338696] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc790f9-cd59-4ece-b020-cc51ba39840e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.347500] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for the task: (returnval){ [ 1276.347500] env[70399]: value = "task-3759254" [ 1276.347500] env[70399]: _type = "Task" [ 1276.347500] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.362136] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.476856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.476856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.476856] env[70399]: DEBUG nova.network.neutron [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.562107] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759250, 'name': PowerOffVM_Task, 'duration_secs': 0.199183} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.562589] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.562776] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.563113] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c340fbc-9da8-4e25-8c97-04df08ea0d68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.635052] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759251, 'name': PowerOffVM_Task, 'duration_secs': 0.268179} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.635403] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.635707] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.636062] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35fa9c86-e47e-4cfc-b93a-8ed8ed0afc24 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.680541] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.680976] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.681322] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleting the datastore file [datastore2] e6c18809-dbea-4d06-a238-a5278bc525cf {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.681681] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e48faf35-a89b-4766-9efa-cc94288dc16e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.692031] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1276.692031] env[70399]: value = "task-3759257" [ 1276.692031] env[70399]: _type = "Task" [ 1276.692031] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.703251] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.712412] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.712619] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.712819] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleting the datastore file [datastore1] d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.713165] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a086856-0b54-4482-8279-b931c4ec293f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.721951] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for the task: (returnval){ [ 1276.721951] env[70399]: value = "task-3759258" [ 1276.721951] env[70399]: _type = "Task" [ 1276.721951] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.732114] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.757776] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521069} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.758080] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.758319] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.758629] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7f8fc7-d7b1-4dba-a9f7-f5a7d5604873 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.765597] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1276.765597] env[70399]: value = "task-3759259" [ 1276.765597] env[70399]: _type = "Task" [ 1276.765597] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.774513] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.784906] env[70399]: DEBUG nova.scheduler.client.report [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.858727] env[70399]: DEBUG oslo_vmware.api [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Task: {'id': task-3759254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286468} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.858727] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.858727] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.859019] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.859019] env[70399]: INFO nova.compute.manager [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1276.859357] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.859624] env[70399]: DEBUG nova.compute.manager [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.859730] env[70399]: DEBUG nova.network.neutron [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.185794] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.186042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.208972] env[70399]: DEBUG oslo_vmware.api [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159171} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.209361] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.209517] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.209631] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.209838] env[70399]: INFO nova.compute.manager [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1277.210098] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.216840] env[70399]: DEBUG nova.compute.manager [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.216840] env[70399]: DEBUG nova.network.neutron [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.234628] env[70399]: DEBUG oslo_vmware.api [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Task: {'id': task-3759258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152681} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.234628] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.234628] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.234628] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.234839] env[70399]: INFO nova.compute.manager [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1277.235465] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.235465] env[70399]: DEBUG nova.compute.manager [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.235465] env[70399]: DEBUG nova.network.neutron [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.247446] env[70399]: DEBUG nova.compute.manager [req-63a9b896-4783-44c6-a08e-205cd9c923fc req-9ec56dd4-c760-406c-9a28-211b885e7099 service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Received event network-vif-deleted-90af8a2b-cb66-4f5f-9908-3a78e3781f5e {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.247446] env[70399]: INFO nova.compute.manager [req-63a9b896-4783-44c6-a08e-205cd9c923fc req-9ec56dd4-c760-406c-9a28-211b885e7099 service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Neutron deleted interface 90af8a2b-cb66-4f5f-9908-3a78e3781f5e; detaching it from the instance and deleting it from the info cache [ 1277.247446] env[70399]: DEBUG nova.network.neutron [req-63a9b896-4783-44c6-a08e-205cd9c923fc req-9ec56dd4-c760-406c-9a28-211b885e7099 service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.277222] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069219} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.277501] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.278325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce8e315-bf47-44ac-951d-f88562c4be13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.295617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.334s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.306669] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.309491] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1e206d-414b-4ca5-ac18-48bf392d0468 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.339161] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1277.339161] env[70399]: value = "task-3759260" [ 1277.339161] env[70399]: _type = "Task" [ 1277.339161] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.348059] env[70399]: INFO nova.scheduler.client.report [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 493d0f13-032f-47c7-aaf7-dbc561976d9b [ 1277.353150] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.401983] env[70399]: DEBUG nova.network.neutron [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.539123] env[70399]: DEBUG nova.compute.manager [req-38d4c27b-8798-436f-a09a-bb2b022868dd req-f0c5a81a-849d-4581-b47d-552bc3de89b8 service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Received event network-vif-deleted-59796b24-5001-41a4-89f1-f7401a708e46 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.539123] env[70399]: INFO nova.compute.manager [req-38d4c27b-8798-436f-a09a-bb2b022868dd req-f0c5a81a-849d-4581-b47d-552bc3de89b8 service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Neutron deleted interface 59796b24-5001-41a4-89f1-f7401a708e46; detaching it from the instance and deleting it from the info cache [ 1277.540158] env[70399]: DEBUG nova.network.neutron [req-38d4c27b-8798-436f-a09a-bb2b022868dd req-f0c5a81a-849d-4581-b47d-552bc3de89b8 service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.691505] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.729016] env[70399]: DEBUG nova.network.neutron [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.749116] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22697e91-1212-42f8-b4f6-64c1224ab19d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.760562] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78b53f-f403-4fb2-91b0-87ce8d4a7ae0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.792055] env[70399]: DEBUG nova.compute.manager [req-63a9b896-4783-44c6-a08e-205cd9c923fc req-9ec56dd4-c760-406c-9a28-211b885e7099 service nova] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Detach interface failed, port_id=90af8a2b-cb66-4f5f-9908-3a78e3781f5e, reason: Instance 1757013a-e427-4a3c-8af3-c6a66d37b69d could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.849308] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.859857] env[70399]: DEBUG oslo_concurrency.lockutils [None req-51801396-43df-45b6-87ed-0828a75641c2 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "493d0f13-032f-47c7-aaf7-dbc561976d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.575s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.905775] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.014921] env[70399]: DEBUG nova.network.neutron [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.044047] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e9813a0-52d2-4543-90d8-f674ab812eab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.054758] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade98e9-5e13-40fa-a120-ff63c763c205 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.086971] env[70399]: DEBUG nova.compute.manager [req-38d4c27b-8798-436f-a09a-bb2b022868dd req-f0c5a81a-849d-4581-b47d-552bc3de89b8 service nova] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Detach interface failed, port_id=59796b24-5001-41a4-89f1-f7401a708e46, reason: Instance e6c18809-dbea-4d06-a238-a5278bc525cf could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.098883] env[70399]: DEBUG nova.network.neutron [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.221741] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.222160] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.223782] env[70399]: INFO nova.compute.claims [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.232438] env[70399]: INFO nova.compute.manager [-] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Took 1.37 seconds to deallocate network for instance. [ 1278.352350] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759260, 'name': ReconfigVM_Task, 'duration_secs': 0.747233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.352876] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.353388] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ebaeb2f-8bd8-492f-8f44-2dcee14d8db3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.361408] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1278.361408] env[70399]: value = "task-3759261" [ 1278.361408] env[70399]: _type = "Task" [ 1278.361408] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.375063] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759261, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.517939] env[70399]: INFO nova.compute.manager [-] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Took 1.30 seconds to deallocate network for instance. [ 1278.558955] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.559244] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.601526] env[70399]: INFO nova.compute.manager [-] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Took 1.37 seconds to deallocate network for instance. [ 1278.739643] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.860336] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_power_states {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.872803] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759261, 'name': Rename_Task, 'duration_secs': 0.180521} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.873256] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.873633] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c3e972-c485-460b-841f-3c6d94e99879 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.883053] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1278.883053] env[70399]: value = "task-3759262" [ 1278.883053] env[70399]: _type = "Task" [ 1278.883053] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.898182] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.025022] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.061365] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.108263] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.277938] env[70399]: DEBUG nova.compute.manager [req-d744daf6-8fcb-402e-af8c-3d58108d3191 req-5777aa58-2f85-4726-8ca3-30b7c1eaaa81 service nova] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Received event network-vif-deleted-fae81c3b-4010-4f4e-b0d1-4acaee2e3834 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.368322] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Getting list of instances from cluster (obj){ [ 1279.368322] env[70399]: value = "domain-c8" [ 1279.368322] env[70399]: _type = "ClusterComputeResource" [ 1279.368322] env[70399]: } {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1279.369520] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313d2c6-7f6d-43a6-8e6a-027912b1a2d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.391389] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-080af930-78c9-4f31-b600-0b768952131f None None] Got total of 7 instances {{(pid=70399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1279.391553] env[70399]: WARNING nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] While synchronizing instance power states, found 11 instances in the database and 7 instances on the hypervisor. [ 1279.391693] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid c26a5735-1892-4ef3-a00c-c0b2cc382c85 {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.391882] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 23063f37-5610-475a-9f1d-e8a11239187e {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392045] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392198] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 44c83445-2d44-4b34-8a2d-4b8509012468 {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392348] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 80973c90-6bf1-4258-87cc-037937e4580f {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392494] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 7d0a898a-a114-4706-bb64-34384da06d15 {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392643] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid e6c18809-dbea-4d06-a238-a5278bc525cf {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392786] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.392929] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 1757013a-e427-4a3c-8af3-c6a66d37b69d {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.393086] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.393243] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Triggering sync for uuid 67071912-36c9-48f8-8863-a550838cb3e0 {{(pid=70399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1279.399215] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.399441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.399735] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "23063f37-5610-475a-9f1d-e8a11239187e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.399932] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "23063f37-5610-475a-9f1d-e8a11239187e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.400181] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.400363] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.400590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.400763] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.400936] env[70399]: INFO nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1279.401139] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.401332] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.401505] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.403378] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "7d0a898a-a114-4706-bb64-34384da06d15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.403574] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "7d0a898a-a114-4706-bb64-34384da06d15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.403809] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "e6c18809-dbea-4d06-a238-a5278bc525cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.404027] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.404227] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.404418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.404612] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.405719] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf756cae-0bf7-4383-ac5f-4c74d9482344 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.408471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aaf837-e4fd-46af-977b-f65567e45019 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.411314] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e0935-e662-4732-bac2-5ffc8ac7b6ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.413969] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff376fb-7854-4ed7-b332-8a5648495b81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.416611] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25aefab-1feb-4408-95ad-ea07e47ba039 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.430648] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.433812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a348877-78f5-49db-b730-0cb4f101c6f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.470397] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.474371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "7d0a898a-a114-4706-bb64-34384da06d15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.071s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.477866] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eaa0a7-b99e-4a21-be93-24ee27d330c8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.484295] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2794b53-e577-4104-8945-fe638723c7b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.520271] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394b8b3-cb79-4773-91f4-e325f9c33249 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.531315] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ef758-2f17-4508-b50e-445c19a9731f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.550404] env[70399]: DEBUG nova.compute.provider_tree [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.582484] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.901367] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.949369] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.949935] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.950412] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "23063f37-5610-475a-9f1d-e8a11239187e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.952890] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.981100] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.981478] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acedc2d9-b6a9-4814-8621-3326aee516bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.988727] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1279.988727] env[70399]: value = "task-3759263" [ 1279.988727] env[70399]: _type = "Task" [ 1279.988727] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.999321] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.052918] env[70399]: DEBUG nova.scheduler.client.report [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.401630] env[70399]: DEBUG oslo_vmware.api [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759262, 'name': PowerOnVM_Task, 'duration_secs': 1.092987} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.401996] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.402174] env[70399]: INFO nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1280.402358] env[70399]: DEBUG nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.403162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f683c-7426-4525-bf12-bf003ca566a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.499474] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759263, 'name': PowerOffVM_Task, 'duration_secs': 0.204189} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.499797] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.500014] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.559187] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.559641] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.563300] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.824s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.563527] env[70399]: DEBUG nova.objects.instance [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lazy-loading 'resources' on Instance uuid 1757013a-e427-4a3c-8af3-c6a66d37b69d {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.921030] env[70399]: INFO nova.compute.manager [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Took 13.47 seconds to build instance. [ 1281.006201] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.006506] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.006638] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.006843] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.006993] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.007282] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.007545] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.007715] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.007882] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.008058] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.008236] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.013894] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edfd6c7-b2b8-43f2-9823-195f29c8e408 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.030426] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1281.030426] env[70399]: value = "task-3759264" [ 1281.030426] env[70399]: _type = "Task" [ 1281.030426] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.039617] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.065410] env[70399]: DEBUG nova.compute.utils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.070134] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.070134] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.161126] env[70399]: DEBUG nova.policy [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d0ee37b8714fe5bbb665d30e278475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3764b69a04ae474197f2871c11971497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.262366] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a55cf1-b56f-4bc6-bf62-9e52b2824637 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.272704] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362fd2d-b520-4aa5-ad49-cfa21d22a090 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.306038] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1055e-c70f-4817-9c6c-456e2cd00292 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.314505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df254e23-7ce9-4c1e-b26e-f30fdaff44cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.328940] env[70399]: DEBUG nova.compute.provider_tree [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.425522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bbac1e91-963c-43aa-89c7-9a97011a5547 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.984s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.425522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "d3830cef-e430-4072-9633-13428fd8c88e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.019s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.425522] env[70399]: INFO nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d3830cef-e430-4072-9633-13428fd8c88e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1281.425522] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "d3830cef-e430-4072-9633-13428fd8c88e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.542465] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759264, 'name': ReconfigVM_Task, 'duration_secs': 0.256524} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.542969] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.573199] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.585566] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Successfully created port: 89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.833272] env[70399]: DEBUG nova.scheduler.client.report [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.050337] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.050594] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.050754] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.050940] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.051370] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.052759] env[70399]: DEBUG nova.virt.hardware [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.058056] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.058795] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0eadf5-d6a0-4877-a9cc-6f7f60801de8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.078723] env[70399]: INFO nova.virt.block_device [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Booting with volume 53a36c0d-8882-465d-abaf-aac6515c4507 at /dev/sda [ 1282.084869] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1282.084869] env[70399]: value = "task-3759265" [ 1282.084869] env[70399]: _type = "Task" [ 1282.084869] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.094844] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.121888] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bed8c62-3470-41db-aa28-98ecc39aa361 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.131979] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08471f-a8bc-4026-bf51-1c5ff8db4e77 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.174201] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b5e0bda-8cdd-4a4c-b517-876e5747c3fb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.182184] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce580c-c814-4daa-a451-19a4902f9df2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.218089] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ba2f2-a6a4-4482-b520-303857275768 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.226197] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49724210-1f41-4e06-8a0e-23a7b5e48613 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.243025] env[70399]: DEBUG nova.virt.block_device [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating existing volume attachment record: a27af917-7a48-4bd0-91cc-a1fd8123c603 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1282.339552] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.344604] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.318s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.344604] env[70399]: DEBUG nova.objects.instance [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lazy-loading 'resources' on Instance uuid e6c18809-dbea-4d06-a238-a5278bc525cf {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.371611] env[70399]: INFO nova.scheduler.client.report [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Deleted allocations for instance 1757013a-e427-4a3c-8af3-c6a66d37b69d [ 1282.494363] env[70399]: DEBUG nova.compute.manager [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.494653] env[70399]: DEBUG nova.compute.manager [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing instance network info cache due to event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.494859] env[70399]: DEBUG oslo_concurrency.lockutils [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.495071] env[70399]: DEBUG oslo_concurrency.lockutils [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.495254] env[70399]: DEBUG nova.network.neutron [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.594322] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.882062] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ea366c8d-6e92-4c3d-91db-ab1371d8f979 tempest-ServerMetadataTestJSON-2068834782 tempest-ServerMetadataTestJSON-2068834782-project-member] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.676s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.883222] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.479s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.884155] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ff54fc2-4227-4a28-8b50-9048585eed5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.894119] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fad09-0376-43fa-85d7-8107fddb491b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.059861] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271db70f-4083-473d-bf5c-48f88d9cf97d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.067895] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc456854-22e9-4897-84d4-fcbc3f7ea918 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.110653] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163c16e-cd8d-4d94-a388-8ed35b95e9d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.123504] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8e094-2422-4286-b098-1bd04e351926 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.127465] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.140697] env[70399]: DEBUG nova.compute.provider_tree [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.326843] env[70399]: DEBUG nova.network.neutron [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updated VIF entry in instance network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.327246] env[70399]: DEBUG nova.network.neutron [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.441406] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "1757013a-e427-4a3c-8af3-c6a66d37b69d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.614920] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759265, 'name': ReconfigVM_Task, 'duration_secs': 1.202471} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.616078] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.616327] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06202d07-1f13-4882-a307-b0cec1ec4364 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.643047] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.644116] env[70399]: DEBUG nova.scheduler.client.report [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.651020] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aeae104-c5d5-4275-9088-ce23af2ce6f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.664531] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Successfully updated port: 89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.671932] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1283.671932] env[70399]: value = "task-3759266" [ 1283.671932] env[70399]: _type = "Task" [ 1283.671932] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.683477] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.830893] env[70399]: DEBUG oslo_concurrency.lockutils [req-0ddd17a6-5f61-4f0a-bae4-88fd06163cd6 req-eb35df34-b687-4438-840f-450ad477c56c service nova] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.933341] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.933571] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.150500] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.152375] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.044s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.152625] env[70399]: DEBUG nova.objects.instance [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lazy-loading 'resources' on Instance uuid d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.165630] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.165850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.166057] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.179543] env[70399]: INFO nova.scheduler.client.report [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted allocations for instance e6c18809-dbea-4d06-a238-a5278bc525cf [ 1284.184641] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759266, 'name': ReconfigVM_Task, 'duration_secs': 0.351501} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.187156] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.187471] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.349523] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.350159] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.350405] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.350579] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.350766] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.350937] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.351122] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.351337] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.351518] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.351701] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.351908] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.352140] env[70399]: DEBUG nova.virt.hardware [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.353155] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ddf54d-b2d6-469b-9846-b58197fe62f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.362964] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a52136-e7e1-4749-aca0-8143c1af8215 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.437349] env[70399]: DEBUG nova.compute.utils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.602085] env[70399]: DEBUG nova.compute.manager [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Received event network-vif-plugged-89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.602322] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.602517] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.602731] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.602841] env[70399]: DEBUG nova.compute.manager [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] No waiting events found dispatching network-vif-plugged-89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1284.603016] env[70399]: WARNING nova.compute.manager [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Received unexpected event network-vif-plugged-89db0939-beb2-475c-8e8a-9f45e0599555 for instance with vm_state building and task_state spawning. [ 1284.603185] env[70399]: DEBUG nova.compute.manager [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Received event network-changed-89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.603340] env[70399]: DEBUG nova.compute.manager [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Refreshing instance network info cache due to event network-changed-89db0939-beb2-475c-8e8a-9f45e0599555. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.603501] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.702532] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.705826] env[70399]: DEBUG oslo_concurrency.lockutils [None req-aa12c1fd-065f-4bfc-88a7-7aa4cb7987ad tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.187s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.708191] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b8345e-fd24-4aa8-9f77-9ae17eafa319 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.714021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.310s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.718795] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e043ddff-0a47-497b-a709-d597920c22b0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.762439] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a6d26-dbe3-4ea1-9253-b379ef654bb9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.772578] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76119afb-5f99-4f30-9198-82583d788544 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.860303] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.867031] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "e6c18809-dbea-4d06-a238-a5278bc525cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.152s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.940806] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.948158] env[70399]: DEBUG nova.network.neutron [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.952776] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089fa6d1-2544-4ea2-8333-adda159add6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.962703] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00294751-2588-47c6-b265-90dae2dda0a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.994475] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9b2cd-f01a-432b-b09d-054dcde5495d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.003634] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6337e-87eb-469a-8cac-96c450a54a00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.017738] env[70399]: DEBUG nova.compute.provider_tree [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.452419] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.452419] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Instance network_info: |[{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.452419] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.452419] env[70399]: DEBUG nova.network.neutron [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Refreshing network info cache for port 89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.453645] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89db0939-beb2-475c-8e8a-9f45e0599555', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.463045] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.466498] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.467132] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e06636e4-3982-48de-ad85-64c851030e21 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.490964] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.490964] env[70399]: value = "task-3759267" [ 1285.490964] env[70399]: _type = "Task" [ 1285.490964] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.505275] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759267, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.520662] env[70399]: DEBUG nova.scheduler.client.report [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.825371] env[70399]: DEBUG nova.network.neutron [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updated VIF entry in instance network info cache for port 89db0939-beb2-475c-8e8a-9f45e0599555. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.825657] env[70399]: DEBUG nova.network.neutron [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.006757] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759267, 'name': CreateVM_Task, 'duration_secs': 0.358109} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.007695] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.008431] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a27af917-7a48-4bd0-91cc-a1fd8123c603', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748142', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'name': 'volume-53a36c0d-8882-465d-abaf-aac6515c4507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67071912-36c9-48f8-8863-a550838cb3e0', 'attached_at': '', 'detached_at': '', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'serial': '53a36c0d-8882-465d-abaf-aac6515c4507'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1286.009080] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Root volume attach. Driver type: vmdk {{(pid=70399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1286.010010] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31914b04-2a17-4e47-8d29-64af294d8941 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.013037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.013279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.013528] env[70399]: INFO nova.compute.manager [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Attaching volume ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b to /dev/sdb [ 1286.024622] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596d280-41d1-4990-a400-ac1d6a5bfdf5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.027887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.030531] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.448s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.032322] env[70399]: INFO nova.compute.claims [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.040358] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df135d1-f609-41b9-9b8e-92fe29a5ffa3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.047039] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9ded492d-6e8b-45a4-afcc-0520f2894716 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.055617] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1286.055617] env[70399]: value = "task-3759268" [ 1286.055617] env[70399]: _type = "Task" [ 1286.055617] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.061148] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b3fdb-58fb-4703-b21a-12a612b993f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.064499] env[70399]: INFO nova.scheduler.client.report [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Deleted allocations for instance d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc [ 1286.074656] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.077115] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155bf21e-e184-4cc3-9a26-b543d879ec3f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.092538] env[70399]: DEBUG nova.virt.block_device [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating existing volume attachment record: 3e7ab7a8-0965-4788-96ee-fe58b66ba5d4 {{(pid=70399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1286.328866] env[70399]: DEBUG oslo_concurrency.lockutils [req-f434db5b-4ccf-4796-9b40-be0e3796b2a6 req-51d5140e-509b-41cf-816c-72b606971a6c service nova] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.496690] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.562277] env[70399]: DEBUG nova.network.neutron [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Port 65955417-6109-4d4c-b467-f660ce88a0d4 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1286.574244] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.577862] env[70399]: DEBUG oslo_concurrency.lockutils [None req-297d3f77-32e3-4beb-9485-db21cecd258f tempest-ListServersNegativeTestJSON-1390298334 tempest-ListServersNegativeTestJSON-1390298334-project-member] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.987s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.579609] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.175s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.579952] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c94b137-27a5-45c3-a982-26ab5119abae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.601041] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db1b077-90ad-4185-880f-82b60ee2a4c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.952217] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.074435] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 54%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.146881] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.252552] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d592790-61f9-46bf-a882-873e87c1df8c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.267120] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec5e3b-2e5f-4f12-ab4d-bfaa47fa2759 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.306261] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f628fd-ab6e-4e8e-9f3e-5a3a648bfe32 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.317988] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b4762-a518-49b2-8a46-aab9c5ec3be9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.339900] env[70399]: DEBUG nova.compute.provider_tree [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.592687] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 67%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.604585] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.604837] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.605042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.843850] env[70399]: DEBUG nova.scheduler.client.report [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.073382] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 78%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.351810] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.352507] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.574398] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.652156] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.652590] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.652590] env[70399]: DEBUG nova.network.neutron [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.859722] env[70399]: DEBUG nova.compute.utils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.861262] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.861378] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.909259] env[70399]: DEBUG nova.policy [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101f81fe2ea24f5988eb7c2c7e81922a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8224a838b3184c47a3649415fb2be41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.951795] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.952315] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1289.072760] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 97%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.165508] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.165884] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.224867] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Successfully created port: 750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.364743] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.431263] env[70399]: DEBUG nova.network.neutron [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.571509] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 98%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.670750] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.935976] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.947030] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.952365] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.952585] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.072356] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 98%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.198095] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.198805] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.200852] env[70399]: INFO nova.compute.claims [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.379137] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.419635] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.419956] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.420175] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.420343] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.420487] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.420634] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.420844] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.421012] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.421195] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.421359] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.421590] env[70399]: DEBUG nova.virt.hardware [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.422715] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a0a27-4adc-4a56-9a45-a04651881be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.432924] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0f096-f48f-4bb9-9506-8fefea9c759e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.452256] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9dbea-2f44-4917-be4e-bcd6284bf6fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.459768] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.460706] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c2abb-b19e-43b4-bf1e-04a5f272035e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.574953] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task} progress is 98%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.641490] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1290.641731] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748145', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'name': 'volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80973c90-6bf1-4258-87cc-037937e4580f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'serial': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1290.642624] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441dd09c-15ff-4386-bba6-c83a8a5dfdb6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.661352] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b048a7-f07b-40f2-9eb1-e5fb4cd0b5a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.665910] env[70399]: DEBUG nova.compute.manager [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Received event network-vif-plugged-750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.665910] env[70399]: DEBUG oslo_concurrency.lockutils [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] Acquiring lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.665910] env[70399]: DEBUG oslo_concurrency.lockutils [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.665910] env[70399]: DEBUG oslo_concurrency.lockutils [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.665910] env[70399]: DEBUG nova.compute.manager [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] No waiting events found dispatching network-vif-plugged-750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1290.665910] env[70399]: WARNING nova.compute.manager [req-093d7e9c-c8f3-4179-a21e-296874b5db96 req-3f4df4b7-7502-4391-ace5-b4e2ebbd9d67 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Received unexpected event network-vif-plugged-750e1ccc-e2dd-4058-bec1-882e715a35bf for instance with vm_state building and task_state spawning. [ 1290.690052] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b/volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.690578] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54a3439-aa9e-44a2-8530-62ecd019b945 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.710186] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1290.710186] env[70399]: value = "task-3759271" [ 1290.710186] env[70399]: _type = "Task" [ 1290.710186] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.718562] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.756396] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Successfully updated port: 750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.074825] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759268, 'name': RelocateVM_Task, 'duration_secs': 4.570486} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.075182] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Volume attach. Driver type: vmdk {{(pid=70399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1291.075427] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748142', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'name': 'volume-53a36c0d-8882-465d-abaf-aac6515c4507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67071912-36c9-48f8-8863-a550838cb3e0', 'attached_at': '', 'detached_at': '', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'serial': '53a36c0d-8882-465d-abaf-aac6515c4507'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1291.076635] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a02cb-68f4-48b2-8d98-b65e8904774e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.094500] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca91480-672d-4fb1-a375-42399a3d3d48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.117355] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-53a36c0d-8882-465d-abaf-aac6515c4507/volume-53a36c0d-8882-465d-abaf-aac6515c4507.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.118142] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e3b03a-e9ec-49cb-9593-98732d8e8b67 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.141016] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1291.141016] env[70399]: value = "task-3759272" [ 1291.141016] env[70399]: _type = "Task" [ 1291.141016] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.152429] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.224906] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759271, 'name': ReconfigVM_Task, 'duration_secs': 0.436626} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.225375] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b/volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.230867] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22879c6-7940-40f0-8216-b643dc043f5b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.252066] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1291.252066] env[70399]: value = "task-3759273" [ 1291.252066] env[70399]: _type = "Task" [ 1291.252066] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.262718] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.262857] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.263042] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.264561] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.415569] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04892bd9-a1e2-453f-aece-424db4f440ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.424875] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a1f35-1d2d-49b3-9257-456e3c42e14b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.458281] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd90ff8-4e49-4c76-858d-c50f8184848c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.467028] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1bbdfd-9cf9-41f3-8435-0faecb687dcb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.481571] env[70399]: DEBUG nova.compute.provider_tree [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.569045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773dbc8-b15a-49ba-8eea-c229bac6585b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.593019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b1456-1720-47dd-99c6-a4dc0e8fd755 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.601488] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.651717] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759272, 'name': ReconfigVM_Task, 'duration_secs': 0.310154} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.651982] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-53a36c0d-8882-465d-abaf-aac6515c4507/volume-53a36c0d-8882-465d-abaf-aac6515c4507.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.656821] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d5e474-f432-48c2-ad51-94c5717bd3ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.673831] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1291.673831] env[70399]: value = "task-3759274" [ 1291.673831] env[70399]: _type = "Task" [ 1291.673831] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.682863] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.762214] env[70399]: DEBUG oslo_vmware.api [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759273, 'name': ReconfigVM_Task, 'duration_secs': 0.194588} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.762535] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748145', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'name': 'volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80973c90-6bf1-4258-87cc-037937e4580f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'serial': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.799456] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.941408] env[70399]: DEBUG nova.network.neutron [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Updating instance_info_cache with network_info: [{"id": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "address": "fa:16:3e:d5:b2:cc", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e1ccc-e2", "ovs_interfaceid": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.985241] env[70399]: DEBUG nova.scheduler.client.report [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.108612] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.108983] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebc010e-d845-4f83-a190-84e6fca83a6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.117899] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1292.117899] env[70399]: value = "task-3759275" [ 1292.117899] env[70399]: _type = "Task" [ 1292.117899] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.126848] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.184463] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759274, 'name': ReconfigVM_Task, 'duration_secs': 0.125701} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.184786] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748142', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'name': 'volume-53a36c0d-8882-465d-abaf-aac6515c4507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67071912-36c9-48f8-8863-a550838cb3e0', 'attached_at': '', 'detached_at': '', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'serial': '53a36c0d-8882-465d-abaf-aac6515c4507'} {{(pid=70399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1292.185383] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-257d7a86-0643-45db-8350-65320a8fb387 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.192281] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1292.192281] env[70399]: value = "task-3759276" [ 1292.192281] env[70399]: _type = "Task" [ 1292.192281] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.201983] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759276, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.444726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.445215] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Instance network_info: |[{"id": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "address": "fa:16:3e:d5:b2:cc", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e1ccc-e2", "ovs_interfaceid": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.445690] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:b2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750e1ccc-e2dd-4058-bec1-882e715a35bf', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.453348] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.454381] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.454644] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-470f947f-4387-4dee-b76d-fe0463aa526a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.474287] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.474287] env[70399]: value = "task-3759277" [ 1292.474287] env[70399]: _type = "Task" [ 1292.474287] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.483087] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759277, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.490189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.490846] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.493566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.034s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.493771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.493915] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1292.495014] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7484c426-15fc-452e-b637-06a74a85b8a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.504133] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac1bd6-865e-4908-ac50-1bb2acb95ade {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.521527] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cb194-f2ae-4898-b367-3c9e1a96b1c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.529082] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619469a-904f-42cf-bc59-872ef5249255 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.563039] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179416MB free_disk=58GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1292.563225] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.563485] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.628649] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.684939] env[70399]: DEBUG nova.compute.manager [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Received event network-changed-750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.685081] env[70399]: DEBUG nova.compute.manager [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Refreshing instance network info cache due to event network-changed-750e1ccc-e2dd-4058-bec1-882e715a35bf. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.685339] env[70399]: DEBUG oslo_concurrency.lockutils [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] Acquiring lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.685556] env[70399]: DEBUG oslo_concurrency.lockutils [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] Acquired lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.685811] env[70399]: DEBUG nova.network.neutron [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Refreshing network info cache for port 750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.704724] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759276, 'name': Rename_Task, 'duration_secs': 0.136912} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.704899] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.705041] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e902cf4-e346-4b19-91e9-e3eb024d434f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.712468] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1292.712468] env[70399]: value = "task-3759278" [ 1292.712468] env[70399]: _type = "Task" [ 1292.712468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.722467] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.808421] env[70399]: DEBUG nova.objects.instance [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 80973c90-6bf1-4258-87cc-037937e4580f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.985644] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759277, 'name': CreateVM_Task, 'duration_secs': 0.308703} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.985825] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.994357] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.994675] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.995169] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.996897] env[70399]: DEBUG nova.compute.utils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.998318] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09483b9e-44af-4f2a-aabb-cb1e825946ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.000583] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.000782] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.006217] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1293.006217] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52191cbe-1033-2237-5911-18b4940aadbc" [ 1293.006217] env[70399]: _type = "Task" [ 1293.006217] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.018875] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52191cbe-1033-2237-5911-18b4940aadbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.019243] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.019541] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.019712] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.019917] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.020051] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.020325] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30fd0f2b-7455-42f3-9afd-3c386c3ed89b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.028705] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.029013] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.029787] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2373c94-00e5-4173-a381-c3a997d7100f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.036210] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1293.036210] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527046cf-b999-fea0-490d-0d389d062e38" [ 1293.036210] env[70399]: _type = "Task" [ 1293.036210] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.040926] env[70399]: DEBUG nova.policy [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ea07d5e205a4e8ebe5e0c8a04a4f618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b80281bd8d4e07bf90e479d02d9535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.045612] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527046cf-b999-fea0-490d-0d389d062e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.130394] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.227446] env[70399]: DEBUG oslo_vmware.api [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759278, 'name': PowerOnVM_Task, 'duration_secs': 0.501994} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.227720] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.228139] env[70399]: INFO nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1293.228194] env[70399]: DEBUG nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.229751] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d905e-a2dd-458b-9988-dbe29c1dfb04 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.315010] env[70399]: DEBUG oslo_concurrency.lockutils [None req-489a3b0d-7f66-407e-8a09-271a39243a25 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.302s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.388303] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Successfully created port: 2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.443208] env[70399]: DEBUG nova.network.neutron [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Updated VIF entry in instance network info cache for port 750e1ccc-e2dd-4058-bec1-882e715a35bf. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.443576] env[70399]: DEBUG nova.network.neutron [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Updating instance_info_cache with network_info: [{"id": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "address": "fa:16:3e:d5:b2:cc", "network": {"id": "987e90ff-7cee-4587-90c7-50360dd2aa78", "bridge": "br-int", "label": "tempest-ServersTestJSON-408047220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8224a838b3184c47a3649415fb2be41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e1ccc-e2", "ovs_interfaceid": "750e1ccc-e2dd-4058-bec1-882e715a35bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.501455] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.549623] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527046cf-b999-fea0-490d-0d389d062e38, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.551426] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfaa5ba-e8cc-4041-b0c2-ba3b9ba5e120 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.558047] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1293.558047] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273d3a7-92f6-e04c-88b9-178b4d123f9c" [ 1293.558047] env[70399]: _type = "Task" [ 1293.558047] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.561742] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.561973] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.569672] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273d3a7-92f6-e04c-88b9-178b4d123f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.572183] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Applying migration context for instance 44c83445-2d44-4b34-8a2d-4b8509012468 as it has an incoming, in-progress migration 8d6a8155-17a2-4732-999f-c5d1095827fc. Migration status is post-migrating {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1293.573604] env[70399]: INFO nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating resource usage from migration 8d6a8155-17a2-4732-999f-c5d1095827fc [ 1293.595050] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595217] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 23063f37-5610-475a-9f1d-e8a11239187e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595343] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a87e93b1-93e8-4859-8d18-5129791f858f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595461] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 80973c90-6bf1-4258-87cc-037937e4580f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595577] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 7d0a898a-a114-4706-bb64-34384da06d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595776] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d3830cef-e430-4072-9633-13428fd8c88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.595832] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Migration 8d6a8155-17a2-4732-999f-c5d1095827fc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1293.595911] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 44c83445-2d44-4b34-8a2d-4b8509012468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.596036] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 67071912-36c9-48f8-8863-a550838cb3e0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.596155] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d8c80de1-7728-4580-830a-c40fd8d1fdd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.596266] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance fd39f9c5-6dd6-4359-9848-9b5b7f048ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1293.596465] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1293.596599] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1293.631657] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.755304] env[70399]: INFO nova.compute.manager [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Took 15.55 seconds to build instance. [ 1293.766147] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f240de-7720-4a61-8b95-461dda6e8cd7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.777111] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0b33d-00e2-4f8c-9f92-6d6605ee7af5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.808548] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f732f37-8ef3-40d3-83cb-0e9200b9dab1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.818229] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c02e6c-7704-4ef7-9167-45d0d238270b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.832739] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.948090] env[70399]: DEBUG oslo_concurrency.lockutils [req-ab0a5368-7f75-4524-8775-d6a0b2390f27 req-36953a51-d058-42e5-be94-3d0fb4d39c8a service nova] Releasing lock "refresh_cache-d8c80de1-7728-4580-830a-c40fd8d1fdd5" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.064910] env[70399]: INFO nova.compute.manager [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Detaching volume ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b [ 1294.072221] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5273d3a7-92f6-e04c-88b9-178b4d123f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.072586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.073074] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d8c80de1-7728-4580-830a-c40fd8d1fdd5/d8c80de1-7728-4580-830a-c40fd8d1fdd5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.073277] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d06af2a-01e1-48c7-b1ac-278b1d014a54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.083815] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1294.083815] env[70399]: value = "task-3759279" [ 1294.083815] env[70399]: _type = "Task" [ 1294.083815] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.094049] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.110015] env[70399]: INFO nova.virt.block_device [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Attempting to driver detach volume ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b from mountpoint /dev/sdb [ 1294.110273] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.110459] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748145', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'name': 'volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80973c90-6bf1-4258-87cc-037937e4580f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'serial': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.111456] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba42c1fc-4d69-44b3-9fc8-24e2771467c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.139460] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8c644-4c03-4144-afbc-9fdf6676dd86 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.148071] env[70399]: DEBUG oslo_vmware.api [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759275, 'name': PowerOnVM_Task, 'duration_secs': 1.556505} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.150049] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.150280] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e30ab-3e9b-481b-9521-7964011b92ed tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance '44c83445-2d44-4b34-8a2d-4b8509012468' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.156759] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb0073a-9529-406d-8cc1-f9c566abf138 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.182805] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0640b14e-0950-482c-a22d-839a41a96275 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.202101] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] The volume has not been displaced from its original location: [datastore1] volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b/volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.207879] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.209305] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd7e2a6-e091-44b3-980d-cff885c97344 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.229301] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1294.229301] env[70399]: value = "task-3759280" [ 1294.229301] env[70399]: _type = "Task" [ 1294.229301] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.238358] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.257795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-666b2567-f9e6-4400-a2cf-4569d377b679 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.071s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.258150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "67071912-36c9-48f8-8863-a550838cb3e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.853s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.259513] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59f864a-3958-432d-9a8d-b7541d33a795 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.336515] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.511024] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.544254] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.544571] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.544801] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.544983] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.545187] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.545393] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.545700] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.545830] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.546060] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.546287] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.546524] env[70399]: DEBUG nova.virt.hardware [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.547708] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754d372-b495-498f-903c-a41af5efc86c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.559024] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f424420a-8dec-4c56-8a1f-9b2a597d203e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.594369] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501956} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.594654] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] d8c80de1-7728-4580-830a-c40fd8d1fdd5/d8c80de1-7728-4580-830a-c40fd8d1fdd5.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.594876] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.595195] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce471f2-d336-4808-990c-9e4d3c5f766a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.607125] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1294.607125] env[70399]: value = "task-3759281" [ 1294.607125] env[70399]: _type = "Task" [ 1294.607125] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.616542] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.739441] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759280, 'name': ReconfigVM_Task, 'duration_secs': 0.473724} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.739716] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.744922] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83dc017-4626-4577-97e5-36078727aa7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.762424] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1294.762424] env[70399]: value = "task-3759282" [ 1294.762424] env[70399]: _type = "Task" [ 1294.762424] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.773558] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "67071912-36c9-48f8-8863-a550838cb3e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.773864] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.843885] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1294.844170] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.281s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.120080] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072876} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.120411] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.121274] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a310d3-61c3-448d-8218-14f3a9ab7fbb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.147988] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d8c80de1-7728-4580-830a-c40fd8d1fdd5/d8c80de1-7728-4580-830a-c40fd8d1fdd5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.148506] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838bad01-325e-40f4-8256-f6dcd90736a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.180980] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1295.180980] env[70399]: value = "task-3759283" [ 1295.180980] env[70399]: _type = "Task" [ 1295.180980] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.194726] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.231619] env[70399]: DEBUG nova.compute.manager [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Received event network-vif-plugged-2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.231619] env[70399]: DEBUG oslo_concurrency.lockutils [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] Acquiring lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.231619] env[70399]: DEBUG oslo_concurrency.lockutils [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.231619] env[70399]: DEBUG oslo_concurrency.lockutils [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.231619] env[70399]: DEBUG nova.compute.manager [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] No waiting events found dispatching network-vif-plugged-2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1295.231619] env[70399]: WARNING nova.compute.manager [req-280a1815-55e2-44ca-ac34-300a512a8622 req-f72f7024-8d91-4687-adc1-f8802803bd20 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Received unexpected event network-vif-plugged-2440e8c3-d8bf-45f4-ab12-e4f93158069b for instance with vm_state building and task_state spawning. [ 1295.275026] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.434957] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Successfully updated port: 2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.693406] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.774865] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.941989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.942196] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquired lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.942351] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.195585] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759283, 'name': ReconfigVM_Task, 'duration_secs': 0.630423} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.195930] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d8c80de1-7728-4580-830a-c40fd8d1fdd5/d8c80de1-7728-4580-830a-c40fd8d1fdd5.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.197120] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7850f05b-c89e-4ad5-9692-2fa7f52ce951 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.205483] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1296.205483] env[70399]: value = "task-3759284" [ 1296.205483] env[70399]: _type = "Task" [ 1296.205483] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.218014] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759284, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.273963] env[70399]: DEBUG oslo_vmware.api [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759282, 'name': ReconfigVM_Task, 'duration_secs': 1.124495} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.274311] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748145', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'name': 'volume-ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80973c90-6bf1-4258-87cc-037937e4580f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b', 'serial': 'ad195fc0-9cb9-4300-a1d9-5b1c9ee5a46b'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1296.480180] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.617292] env[70399]: DEBUG nova.network.neutron [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Updating instance_info_cache with network_info: [{"id": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "address": "fa:16:3e:2c:01:bf", "network": {"id": "8e5f768e-ddbe-4a6f-b57f-73ed0aa83632", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1895215038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b80281bd8d4e07bf90e479d02d9535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440e8c3-d8", "ovs_interfaceid": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.643317] env[70399]: DEBUG nova.network.neutron [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Port 65955417-6109-4d4c-b467-f660ce88a0d4 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1296.643585] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.643737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.643901] env[70399]: DEBUG nova.network.neutron [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.716166] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759284, 'name': Rename_Task, 'duration_secs': 0.287076} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.716474] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.717232] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da2080b2-f9bd-4308-b75e-fc39eb5648e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.724662] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1296.724662] env[70399]: value = "task-3759285" [ 1296.724662] env[70399]: _type = "Task" [ 1296.724662] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.734178] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.824772] env[70399]: DEBUG nova.objects.instance [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'flavor' on Instance uuid 80973c90-6bf1-4258-87cc-037937e4580f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.843054] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.843542] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.120165] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Releasing lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.120559] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Instance network_info: |[{"id": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "address": "fa:16:3e:2c:01:bf", "network": {"id": "8e5f768e-ddbe-4a6f-b57f-73ed0aa83632", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1895215038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b80281bd8d4e07bf90e479d02d9535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440e8c3-d8", "ovs_interfaceid": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.121013] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:01:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2440e8c3-d8bf-45f4-ab12-e4f93158069b', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.128468] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Creating folder: Project (91b80281bd8d4e07bf90e479d02d9535). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.128741] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8efb34-1ad1-402e-97bf-7fa916a7bad6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.140846] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Created folder: Project (91b80281bd8d4e07bf90e479d02d9535) in parent group-v747819. [ 1297.141069] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Creating folder: Instances. Parent ref: group-v748147. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.141323] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-985c571f-dbd5-46cc-8c55-866595b8a52b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.152247] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Created folder: Instances in parent group-v748147. [ 1297.152509] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.153455] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.153455] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b22749-b294-4364-8ffe-3897526e83fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.174281] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.174281] env[70399]: value = "task-3759288" [ 1297.174281] env[70399]: _type = "Task" [ 1297.174281] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.184015] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759288, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.239987] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.259712] env[70399]: DEBUG nova.compute.manager [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1297.407478] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Received event network-changed-2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.407709] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Refreshing instance network info cache due to event network-changed-2440e8c3-d8bf-45f4-ab12-e4f93158069b. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.407941] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquiring lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.408111] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquired lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.408282] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Refreshing network info cache for port 2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.454114] env[70399]: DEBUG nova.network.neutron [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.686145] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759288, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.736591] env[70399]: DEBUG oslo_vmware.api [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759285, 'name': PowerOnVM_Task, 'duration_secs': 0.857044} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.736591] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.737036] env[70399]: INFO nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1297.737036] env[70399]: DEBUG nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1297.737579] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda1412-b14a-4b44-b44c-dedd03b999be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.784643] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.784932] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.832799] env[70399]: DEBUG oslo_concurrency.lockutils [None req-cf0a2c25-35d3-4e0a-95fe-07dcdc307d56 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.957023] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.075841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.076121] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.076347] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "80973c90-6bf1-4258-87cc-037937e4580f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.076529] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.076697] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.079223] env[70399]: INFO nova.compute.manager [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Terminating instance [ 1298.143813] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Updated VIF entry in instance network info cache for port 2440e8c3-d8bf-45f4-ab12-e4f93158069b. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.144230] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Updating instance_info_cache with network_info: [{"id": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "address": "fa:16:3e:2c:01:bf", "network": {"id": "8e5f768e-ddbe-4a6f-b57f-73ed0aa83632", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1895215038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b80281bd8d4e07bf90e479d02d9535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440e8c3-d8", "ovs_interfaceid": "2440e8c3-d8bf-45f4-ab12-e4f93158069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.184754] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759288, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.256018] env[70399]: INFO nova.compute.manager [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Took 18.69 seconds to build instance. [ 1298.289632] env[70399]: INFO nova.compute.claims [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.460762] env[70399]: DEBUG nova.compute.manager [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1298.583201] env[70399]: DEBUG nova.compute.manager [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.583480] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.584949] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c8f89-9529-4292-be57-c8f69be6affd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.592995] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.593307] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa335cc-c075-42bb-a502-164767f8504e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.600271] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1298.600271] env[70399]: value = "task-3759289" [ 1298.600271] env[70399]: _type = "Task" [ 1298.600271] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.609038] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.647699] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Releasing lock "refresh_cache-fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.648041] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.648322] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing instance network info cache due to event network-changed-efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.648467] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquiring lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.648623] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquired lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.648816] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Refreshing network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.664978] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.686061] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759288, 'name': CreateVM_Task, 'duration_secs': 1.367841} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.686252] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.687021] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.687178] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.687520] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.687795] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a976f4-1129-48be-a0e3-a18dae4eab88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.693681] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1298.693681] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5854e-d597-b322-68a5-634f681a8eeb" [ 1298.693681] env[70399]: _type = "Task" [ 1298.693681] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.702607] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5854e-d597-b322-68a5-634f681a8eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.757497] env[70399]: DEBUG oslo_concurrency.lockutils [None req-18ec0ebc-1960-4bb3-bd64-ba2d4fb3bd18 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.198s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.757854] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.093s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.758037] env[70399]: DEBUG nova.compute.manager [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.759048] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e4afe-7e88-4d8c-95aa-6cbf1ae7f72b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.766042] env[70399]: DEBUG nova.compute.manager [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1298.766587] env[70399]: DEBUG nova.objects.instance [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'flavor' on Instance uuid d8c80de1-7728-4580-830a-c40fd8d1fdd5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.796225] env[70399]: INFO nova.compute.resource_tracker [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating resource usage from migration 06a37f26-92c1-48e0-844a-f3f470922c36 [ 1298.974688] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f522da-7f71-4122-9a54-186c12d88e7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.985677] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d5d968-9019-4a7a-9dd9-385ef7bdd4e1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.019285] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a42224-2288-42c4-b1b4-a4bcbaf34c3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.027204] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e2ead8-4684-4214-a7fe-4582257329aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.041521] env[70399]: DEBUG nova.compute.provider_tree [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.111345] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759289, 'name': PowerOffVM_Task, 'duration_secs': 0.478708} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.111939] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.111939] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.112207] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0eaeb8a-c863-4c01-860c-00aef4384024 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.147271] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.147521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.147750] env[70399]: INFO nova.compute.manager [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Rebooting instance [ 1299.204449] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e5854e-d597-b322-68a5-634f681a8eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.204813] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.205076] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.205315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.205462] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.205644] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.205908] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cbfb4be-3399-43e6-bf99-bd5e4212e06a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.214729] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.214912] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.215629] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b33c29f-1311-419f-ac18-22f698b65c3c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.221449] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1299.221449] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52312cef-8ff8-e4c1-1605-74268b3d4dfd" [ 1299.221449] env[70399]: _type = "Task" [ 1299.221449] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.230247] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52312cef-8ff8-e4c1-1605-74268b3d4dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.341142] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updated VIF entry in instance network info cache for port efaf7834-af3a-4df7-b21b-db777b534d75. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.341563] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [{"id": "efaf7834-af3a-4df7-b21b-db777b534d75", "address": "fa:16:3e:3c:b3:1e", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaf7834-af", "ovs_interfaceid": "efaf7834-af3a-4df7-b21b-db777b534d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.546031] env[70399]: DEBUG nova.scheduler.client.report [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.569882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.570155] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.570352] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleting the datastore file [datastore2] 80973c90-6bf1-4258-87cc-037937e4580f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.570618] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f379129-cfd9-43c1-a2be-fa9b3aa3d69f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.573166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.579038] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for the task: (returnval){ [ 1299.579038] env[70399]: value = "task-3759291" [ 1299.579038] env[70399]: _type = "Task" [ 1299.579038] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.587741] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.666221] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.666495] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.666746] env[70399]: DEBUG nova.network.neutron [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.732353] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52312cef-8ff8-e4c1-1605-74268b3d4dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.733206] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb78e60a-1646-47c7-9db8-9ca8c9798f54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.741929] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1299.741929] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52680859-3fd9-923d-521c-ba1f9a095b0a" [ 1299.741929] env[70399]: _type = "Task" [ 1299.741929] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.752835] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52680859-3fd9-923d-521c-ba1f9a095b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.753093] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.753348] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fd39f9c5-6dd6-4359-9848-9b5b7f048ee0/fd39f9c5-6dd6-4359-9848-9b5b7f048ee0.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.753608] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5956a4f-5d0a-429d-98ee-aa75359341e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.760602] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1299.760602] env[70399]: value = "task-3759292" [ 1299.760602] env[70399]: _type = "Task" [ 1299.760602] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.768847] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.773599] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.773930] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd140e7-00ab-42b6-a75a-44643546fca2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.781251] env[70399]: DEBUG oslo_vmware.api [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1299.781251] env[70399]: value = "task-3759293" [ 1299.781251] env[70399]: _type = "Task" [ 1299.781251] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.790739] env[70399]: DEBUG oslo_vmware.api [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.844616] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Releasing lock "refresh_cache-c26a5735-1892-4ef3-a00c-c0b2cc382c85" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.845313] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Received event network-changed-89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.845552] env[70399]: DEBUG nova.compute.manager [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Refreshing instance network info cache due to event network-changed-89db0939-beb2-475c-8e8a-9f45e0599555. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.845882] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.846077] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.846263] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Refreshing network info cache for port 89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.050521] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.050738] env[70399]: INFO nova.compute.manager [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Migrating [ 1300.058041] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.485s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.092848] env[70399]: DEBUG oslo_vmware.api [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Task: {'id': task-3759291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244406} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.093129] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.093321] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.093500] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.093674] env[70399]: INFO nova.compute.manager [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1300.093922] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.094131] env[70399]: DEBUG nova.compute.manager [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.094231] env[70399]: DEBUG nova.network.neutron [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.271369] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.290882] env[70399]: DEBUG oslo_vmware.api [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759293, 'name': PowerOffVM_Task, 'duration_secs': 0.249572} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.291500] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.291500] env[70399]: DEBUG nova.compute.manager [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1300.292199] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954028f3-baca-4a3c-a3af-a15c37502a3d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.461755] env[70399]: DEBUG nova.network.neutron [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.567895] env[70399]: DEBUG nova.objects.instance [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'migration_context' on Instance uuid 44c83445-2d44-4b34-8a2d-4b8509012468 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.574165] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.728133] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updated VIF entry in instance network info cache for port 89db0939-beb2-475c-8e8a-9f45e0599555. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.728507] env[70399]: DEBUG nova.network.neutron [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.747522] env[70399]: DEBUG nova.compute.manager [req-b0d991dc-a88f-4ae4-aea6-308a7857912e req-ca49c722-96c4-4e1a-ac64-309362001649 service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Received event network-vif-deleted-59a8cead-d4c3-46d7-a853-d51c48dbb2e1 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.747818] env[70399]: INFO nova.compute.manager [req-b0d991dc-a88f-4ae4-aea6-308a7857912e req-ca49c722-96c4-4e1a-ac64-309362001649 service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Neutron deleted interface 59a8cead-d4c3-46d7-a853-d51c48dbb2e1; detaching it from the instance and deleting it from the info cache [ 1300.747897] env[70399]: DEBUG nova.network.neutron [req-b0d991dc-a88f-4ae4-aea6-308a7857912e req-ca49c722-96c4-4e1a-ac64-309362001649 service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.772352] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534635} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.772685] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] fd39f9c5-6dd6-4359-9848-9b5b7f048ee0/fd39f9c5-6dd6-4359-9848-9b5b7f048ee0.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.772832] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.773102] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb06af4b-c897-4e90-b35e-3923a41aafca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.784038] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1300.784038] env[70399]: value = "task-3759294" [ 1300.784038] env[70399]: _type = "Task" [ 1300.784038] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.791646] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.806844] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bc604047-039f-4888-8b86-ff4d0232f968 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.964750] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.103055] env[70399]: DEBUG nova.network.neutron [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.231191] env[70399]: DEBUG oslo_concurrency.lockutils [req-e2e8dfb7-284e-4c43-8128-8b14507a44f1 req-8ccd44bf-ffcd-4a70-9432-3726e0a49cb6 service nova] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.231834] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.232178] env[70399]: DEBUG nova.network.neutron [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.252023] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a71261e4-a2b1-41a1-88d5-9ae51b216499 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.262314] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa298776-5a71-4164-bb23-9fe18a88b51d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.275905] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f005b1-5111-4588-850f-f16b19fc29c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.288706] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae6a98-7c91-48ef-b60b-00ae9e49c76d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.304665] env[70399]: DEBUG nova.compute.manager [req-b0d991dc-a88f-4ae4-aea6-308a7857912e req-ca49c722-96c4-4e1a-ac64-309362001649 service nova] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Detach interface failed, port_id=59a8cead-d4c3-46d7-a853-d51c48dbb2e1, reason: Instance 80973c90-6bf1-4258-87cc-037937e4580f could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.334899] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151203} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.335746] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.336568] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbe12c-c4fb-46d8-8b0e-acd2204d3afd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.340130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79f139-ef61-4132-8c6c-9cc4141974c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.363145] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8effeb7-a066-4e3d-8bce-ed919af9f5a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.376817] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] fd39f9c5-6dd6-4359-9848-9b5b7f048ee0/fd39f9c5-6dd6-4359-9848-9b5b7f048ee0.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.377235] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc419c2-a106-4150-94d0-f54274aecf70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.403195] env[70399]: DEBUG nova.compute.provider_tree [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.406471] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1301.406471] env[70399]: value = "task-3759295" [ 1301.406471] env[70399]: _type = "Task" [ 1301.406471] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.416389] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.471607] env[70399]: DEBUG nova.compute.manager [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.472515] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30deac2-1326-43dd-85d2-430ea99d2bd3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.504882] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.505150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.505370] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.505548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.505856] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.508079] env[70399]: INFO nova.compute.manager [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Terminating instance [ 1301.607330] env[70399]: INFO nova.compute.manager [-] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Took 1.51 seconds to deallocate network for instance. [ 1301.908179] env[70399]: DEBUG nova.scheduler.client.report [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.927897] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.012981] env[70399]: DEBUG nova.compute.manager [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.013363] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.014808] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf686f6-76fc-41c1-b3df-274a65961a1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.029963] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.030350] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b63eb6-0f46-40fc-b900-8c51946d6003 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.062481] env[70399]: DEBUG nova.network.neutron [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.115211] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.115211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.115211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.115681] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore1] d8c80de1-7728-4580-830a-c40fd8d1fdd5 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.115681] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d4ef53-1cd1-4eea-be13-b32ff5cc4ce1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.123524] env[70399]: DEBUG oslo_vmware.api [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1302.123524] env[70399]: value = "task-3759297" [ 1302.123524] env[70399]: _type = "Task" [ 1302.123524] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.134080] env[70399]: DEBUG oslo_vmware.api [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.427562] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.488850] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b3689-727a-4c7a-8220-5069d86c032a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.497833] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Doing hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1302.498151] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cb659e8f-ec31-43f2-8c94-94d548e96c56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.507400] env[70399]: DEBUG oslo_vmware.api [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1302.507400] env[70399]: value = "task-3759298" [ 1302.507400] env[70399]: _type = "Task" [ 1302.507400] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.517403] env[70399]: DEBUG oslo_vmware.api [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759298, 'name': ResetVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.566475] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.634915] env[70399]: DEBUG oslo_vmware.api [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137748} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.635301] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.635559] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.635806] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.636070] env[70399]: INFO nova.compute.manager [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1302.637014] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.637014] env[70399]: DEBUG nova.compute.manager [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.637014] env[70399]: DEBUG nova.network.neutron [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.877919] env[70399]: DEBUG nova.compute.manager [req-890ebbb2-155d-42d7-b845-d7230d24c9c5 req-b1cab803-5cfc-4bf8-9372-601e9f063a68 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Received event network-vif-deleted-750e1ccc-e2dd-4058-bec1-882e715a35bf {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.878190] env[70399]: INFO nova.compute.manager [req-890ebbb2-155d-42d7-b845-d7230d24c9c5 req-b1cab803-5cfc-4bf8-9372-601e9f063a68 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Neutron deleted interface 750e1ccc-e2dd-4058-bec1-882e715a35bf; detaching it from the instance and deleting it from the info cache [ 1302.878350] env[70399]: DEBUG nova.network.neutron [req-890ebbb2-155d-42d7-b845-d7230d24c9c5 req-b1cab803-5cfc-4bf8-9372-601e9f063a68 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.922626] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759295, 'name': ReconfigVM_Task, 'duration_secs': 1.151348} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.922971] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] fd39f9c5-6dd6-4359-9848-9b5b7f048ee0/fd39f9c5-6dd6-4359-9848-9b5b7f048ee0.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.923571] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e82a5b-0d69-4fbe-b355-b24c98a1e50e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.929786] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.872s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.937528] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.823s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.937847] env[70399]: DEBUG nova.objects.instance [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lazy-loading 'resources' on Instance uuid 80973c90-6bf1-4258-87cc-037937e4580f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.939231] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1302.939231] env[70399]: value = "task-3759299" [ 1302.939231] env[70399]: _type = "Task" [ 1302.939231] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.959344] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759299, 'name': Rename_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.020613] env[70399]: DEBUG oslo_vmware.api [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759298, 'name': ResetVM_Task, 'duration_secs': 0.12942} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.021155] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Did hard reboot of VM {{(pid=70399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1303.021347] env[70399]: DEBUG nova.compute.manager [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.022193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ec197-518b-47ea-96ed-1f11cc27b975 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.360385] env[70399]: DEBUG nova.network.neutron [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.381783] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bd01ff7-6f12-465c-974a-33e99a42f092 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.391335] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da8540-7b23-469a-9e5d-073c50ad9646 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.424092] env[70399]: DEBUG nova.compute.manager [req-890ebbb2-155d-42d7-b845-d7230d24c9c5 req-b1cab803-5cfc-4bf8-9372-601e9f063a68 service nova] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Detach interface failed, port_id=750e1ccc-e2dd-4058-bec1-882e715a35bf, reason: Instance d8c80de1-7728-4580-830a-c40fd8d1fdd5 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.453586] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759299, 'name': Rename_Task, 'duration_secs': 0.14694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.454111] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.454403] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7545c6ab-1fa3-4536-9f1a-565d1c4ad052 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.462921] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1303.462921] env[70399]: value = "task-3759300" [ 1303.462921] env[70399]: _type = "Task" [ 1303.462921] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.479187] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759300, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.538491] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6655b9e0-b434-4258-9bc6-7eb12868bbe0 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.391s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.629723] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b5d6e-4866-4a0c-a4eb-a7fb738d3ef7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.639150] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d7234b-204e-44f2-8cea-753c3de7204a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.672361] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fcaa77-8254-4a42-a3a2-c4eebed61020 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.681239] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef780e45-2824-41a1-afec-64984ae90602 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.697267] env[70399]: DEBUG nova.compute.provider_tree [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.862741] env[70399]: INFO nova.compute.manager [-] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Took 1.23 seconds to deallocate network for instance. [ 1303.976167] env[70399]: DEBUG oslo_vmware.api [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759300, 'name': PowerOnVM_Task, 'duration_secs': 0.432692} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.976446] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.976828] env[70399]: INFO nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1303.976961] env[70399]: DEBUG nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.977835] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb51b9b-8439-40a3-a6ee-bf760f7dced4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.085963] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a27213d-9498-4e49-80d8-6e8f78e298a8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.105135] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.200233] env[70399]: DEBUG nova.scheduler.client.report [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.370617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.475586] env[70399]: INFO nova.compute.manager [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Swapping old allocation on dict_keys(['c0bc789e-270b-47b5-a996-faddadf249f2']) held by migration 8d6a8155-17a2-4732-999f-c5d1095827fc for instance [ 1304.497916] env[70399]: INFO nova.compute.manager [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Took 14.32 seconds to build instance. [ 1304.503382] env[70399]: DEBUG nova.scheduler.client.report [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Overwriting current allocation {'allocations': {'c0bc789e-270b-47b5-a996-faddadf249f2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '9c27c938692b41a6b6fa97e7a1f67e2c', 'user_id': '1750743be58b4a57acbc0dddb69199c7', 'consumer_generation': 1} on consumer 44c83445-2d44-4b34-8a2d-4b8509012468 {{(pid=70399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1304.586627] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.586819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.587082] env[70399]: DEBUG nova.network.neutron [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.611228] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.611737] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09a3387-6ef9-4def-8747-388abac49ff0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.619953] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1304.619953] env[70399]: value = "task-3759301" [ 1304.619953] env[70399]: _type = "Task" [ 1304.619953] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.629253] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.706045] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.709232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.339s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.709517] env[70399]: DEBUG nova.objects.instance [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid d8c80de1-7728-4580-830a-c40fd8d1fdd5 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.725919] env[70399]: INFO nova.scheduler.client.report [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Deleted allocations for instance 80973c90-6bf1-4258-87cc-037937e4580f [ 1305.000416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-01454621-5dfb-4e25-8b29-81b0adc176e5 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.834s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.131140] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759301, 'name': PowerOffVM_Task, 'duration_secs': 0.441948} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.131503] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.131687] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.236118] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ec272af4-f93d-42e1-953d-6df3847c3762 tempest-AttachVolumeNegativeTest-772339566 tempest-AttachVolumeNegativeTest-772339566-project-member] Lock "80973c90-6bf1-4258-87cc-037937e4580f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.160s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.290420] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.290673] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.290894] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.291110] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.291290] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.293851] env[70399]: INFO nova.compute.manager [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Terminating instance [ 1305.351625] env[70399]: DEBUG nova.network.neutron [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [{"id": "65955417-6109-4d4c-b467-f660ce88a0d4", "address": "fa:16:3e:eb:0f:c6", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65955417-61", "ovs_interfaceid": "65955417-6109-4d4c-b467-f660ce88a0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.358020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c9272-ab35-444c-a3d1-9cdb4ee92ad0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.367724] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb440f1-c225-47a2-86f8-bd816524044b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.402023] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126f4e0-e08b-40a0-a70a-28f1fa037731 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.409909] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ff010-0738-42ec-9662-d96560290582 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.425064] env[70399]: DEBUG nova.compute.provider_tree [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.641603] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.641783] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.641914] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.642115] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.642267] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.642417] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.642649] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.642774] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.642939] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.643114] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.643291] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.648460] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53e6aff-bb20-4028-925b-a44c9a210583 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.666543] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1305.666543] env[70399]: value = "task-3759302" [ 1305.666543] env[70399]: _type = "Task" [ 1305.666543] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.675285] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.800426] env[70399]: DEBUG nova.compute.manager [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.800711] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.801618] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aaab89-50a1-4b4f-95ec-df4b46e64d9b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.809606] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.809868] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd1c4a0-44d2-472c-9d28-d4b0b716ed52 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.816117] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1305.816117] env[70399]: value = "task-3759304" [ 1305.816117] env[70399]: _type = "Task" [ 1305.816117] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.825830] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.854743] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-44c83445-2d44-4b34-8a2d-4b8509012468" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.855763] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb6866-a208-4c28-9d88-f6c14cd95e7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.862894] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59bedf2-c71c-4085-8fcd-c25ce57b55fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.928340] env[70399]: DEBUG nova.scheduler.client.report [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.178902] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759302, 'name': ReconfigVM_Task, 'duration_secs': 0.130103} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.179363] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.326669] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759304, 'name': PowerOffVM_Task, 'duration_secs': 0.220482} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.326967] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.327219] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.327512] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb9d0c8-515c-4d92-9edb-a9e72fb3c5fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.394696] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.394942] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.395136] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Deleting the datastore file [datastore1] fd39f9c5-6dd6-4359-9848-9b5b7f048ee0 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.395431] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dbdbb71-0b24-4069-8d35-244aec07157f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.412850] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for the task: (returnval){ [ 1306.412850] env[70399]: value = "task-3759306" [ 1306.412850] env[70399]: _type = "Task" [ 1306.412850] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.424061] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.433783] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.456520] env[70399]: INFO nova.scheduler.client.report [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance d8c80de1-7728-4580-830a-c40fd8d1fdd5 [ 1306.690617] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.690843] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.691201] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.691359] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.691514] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.691660] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.691859] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.692034] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.692208] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.692495] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.692585] env[70399]: DEBUG nova.virt.hardware [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.698015] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.698436] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62431940-1d6c-44c3-bf02-489a49053765 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.717743] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1306.717743] env[70399]: value = "task-3759307" [ 1306.717743] env[70399]: _type = "Task" [ 1306.717743] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.726017] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.922987] env[70399]: DEBUG oslo_vmware.api [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Task: {'id': task-3759306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162694} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.923292] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.923563] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.923663] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.923840] env[70399]: INFO nova.compute.manager [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1306.924100] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.924308] env[70399]: DEBUG nova.compute.manager [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.924408] env[70399]: DEBUG nova.network.neutron [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.954211] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.954431] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4898550-2d2d-432b-96bd-2b22bdf48773 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.964601] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1306.964601] env[70399]: value = "task-3759308" [ 1306.964601] env[70399]: _type = "Task" [ 1306.964601] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.965122] env[70399]: DEBUG oslo_concurrency.lockutils [None req-eb2f5268-39d1-4a7e-b2da-03df7932f5a9 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "d8c80de1-7728-4580-830a-c40fd8d1fdd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.460s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.979656] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.189215] env[70399]: DEBUG nova.compute.manager [req-ae05d9b1-fb5c-4c7a-93c5-2920ad37c7ef req-3458e26c-25b2-4e57-aea0-b7f28051a058 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Received event network-vif-deleted-2440e8c3-d8bf-45f4-ab12-e4f93158069b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.189497] env[70399]: INFO nova.compute.manager [req-ae05d9b1-fb5c-4c7a-93c5-2920ad37c7ef req-3458e26c-25b2-4e57-aea0-b7f28051a058 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Neutron deleted interface 2440e8c3-d8bf-45f4-ab12-e4f93158069b; detaching it from the instance and deleting it from the info cache [ 1307.189745] env[70399]: DEBUG nova.network.neutron [req-ae05d9b1-fb5c-4c7a-93c5-2920ad37c7ef req-3458e26c-25b2-4e57-aea0-b7f28051a058 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.228876] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759307, 'name': ReconfigVM_Task, 'duration_secs': 0.199684} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.229103] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.229944] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352293b8-19d3-41cb-aa75-20709902fe8e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.252514] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-53a36c0d-8882-465d-abaf-aac6515c4507/volume-53a36c0d-8882-465d-abaf-aac6515c4507.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.252812] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b9b5bf-60a2-4ca0-8209-2a37c89c481c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.271333] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1307.271333] env[70399]: value = "task-3759309" [ 1307.271333] env[70399]: _type = "Task" [ 1307.271333] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.279988] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.476209] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759308, 'name': PowerOffVM_Task, 'duration_secs': 0.25093} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.476494] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.477176] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.477453] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.477605] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.477789] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.477936] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.478097] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.478306] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.478465] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.478629] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.478791] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.478991] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.484179] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9eff84-4f1c-45f7-b670-ccc894264e46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.499969] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1307.499969] env[70399]: value = "task-3759310" [ 1307.499969] env[70399]: _type = "Task" [ 1307.499969] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.516218] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.671899] env[70399]: DEBUG nova.network.neutron [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.692264] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0a93b19-4888-4ed9-ba73-d4f40b2fa901 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.703716] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df9a4d-fc7f-428a-98d0-1e24b59686a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.735486] env[70399]: DEBUG nova.compute.manager [req-ae05d9b1-fb5c-4c7a-93c5-2920ad37c7ef req-3458e26c-25b2-4e57-aea0-b7f28051a058 service nova] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Detach interface failed, port_id=2440e8c3-d8bf-45f4-ab12-e4f93158069b, reason: Instance fd39f9c5-6dd6-4359-9848-9b5b7f048ee0 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.782430] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759309, 'name': ReconfigVM_Task, 'duration_secs': 0.251261} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.782783] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-53a36c0d-8882-465d-abaf-aac6515c4507/volume-53a36c0d-8882-465d-abaf-aac6515c4507.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.783125] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.010613] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759310, 'name': ReconfigVM_Task, 'duration_secs': 0.240412} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.011471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f9d839-fd0f-4f60-994f-301a2ffbfbee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.032879] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.033140] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.033302] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.033493] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.033639] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.033786] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.033988] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.034160] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.034324] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.034486] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.034668] env[70399]: DEBUG nova.virt.hardware [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.035478] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b951399-f008-476a-af21-d2c99f5f9318 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.041656] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1308.041656] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52651063-2f04-cbd8-0c04-ef6389bed34e" [ 1308.041656] env[70399]: _type = "Task" [ 1308.041656] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.049926] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52651063-2f04-cbd8-0c04-ef6389bed34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.175469] env[70399]: INFO nova.compute.manager [-] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Took 1.25 seconds to deallocate network for instance. [ 1308.291134] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71760f6e-6d2d-44e7-86e8-0a7952b2ffc6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.312230] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc29737-2449-446f-8fa9-16bbd76e3cec {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.330959] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.443684] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "23063f37-5610-475a-9f1d-e8a11239187e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.443966] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.444199] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "23063f37-5610-475a-9f1d-e8a11239187e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.444393] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.444563] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.447277] env[70399]: INFO nova.compute.manager [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Terminating instance [ 1308.551967] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52651063-2f04-cbd8-0c04-ef6389bed34e, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.557268] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1308.557561] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d289a5b-87ca-40ee-9317-67d5c8069bd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.575801] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1308.575801] env[70399]: value = "task-3759311" [ 1308.575801] env[70399]: _type = "Task" [ 1308.575801] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.584746] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.682826] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.683184] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.683437] env[70399]: DEBUG nova.objects.instance [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lazy-loading 'resources' on Instance uuid fd39f9c5-6dd6-4359-9848-9b5b7f048ee0 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.951251] env[70399]: DEBUG nova.compute.manager [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.951482] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.952745] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91848c25-0099-4e20-b9d2-bbe5506a7a22 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.960745] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.961023] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24373f05-ae43-422e-b045-001390c62b63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.967635] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1308.967635] env[70399]: value = "task-3759313" [ 1308.967635] env[70399]: _type = "Task" [ 1308.967635] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.976513] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.086354] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759311, 'name': ReconfigVM_Task, 'duration_secs': 0.265326} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.086640] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.087575] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde0c7e-4944-47af-ae64-d0bf47ef2c98 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.114738] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.115112] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d832bab-506e-4c35-a75f-222550275077 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.134428] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1309.134428] env[70399]: value = "task-3759314" [ 1309.134428] env[70399]: _type = "Task" [ 1309.134428] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.146101] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.319040] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d8cd6-3f0d-42b4-9c57-355fa200dd39 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.327161] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ae7ff-4b58-4e67-9033-fd9e5a1b61bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.357558] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5545961-b160-491a-8ab6-20f34899412c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.365185] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2b4d2-7c4a-4daf-8f7e-5cc9afb8c599 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.379384] env[70399]: DEBUG nova.compute.provider_tree [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.477489] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759313, 'name': PowerOffVM_Task, 'duration_secs': 0.23844} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.477911] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.478108] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.478374] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81e2b317-2a0d-4058-aef9-c4fda78cca26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.541787] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.542046] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.542236] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleting the datastore file [datastore2] 23063f37-5610-475a-9f1d-e8a11239187e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.542529] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cd161a-fca2-42ea-886b-6373792a0099 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.550412] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for the task: (returnval){ [ 1309.550412] env[70399]: value = "task-3759316" [ 1309.550412] env[70399]: _type = "Task" [ 1309.550412] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.558514] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.645316] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759314, 'name': ReconfigVM_Task, 'duration_secs': 0.324688} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.645674] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468/44c83445-2d44-4b34-8a2d-4b8509012468.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.646586] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6669d-06e4-4648-b1d6-dc4d309e71f6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.670217] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f03344-3b5f-4473-866e-9307b8ebba56 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.692627] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d013d-ceaf-4842-b7b3-996938433374 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.714869] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956da5ec-c2ee-47da-a18b-86cd16eb55fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.722217] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.722429] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49ddaa29-d5ba-48dc-bd8f-324d9a81ffac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.728683] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1309.728683] env[70399]: value = "task-3759317" [ 1309.728683] env[70399]: _type = "Task" [ 1309.728683] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.736232] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.882967] env[70399]: DEBUG nova.scheduler.client.report [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.974755] env[70399]: DEBUG nova.network.neutron [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Port 89db0939-beb2-475c-8e8a-9f45e0599555 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1310.062066] env[70399]: DEBUG oslo_vmware.api [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Task: {'id': task-3759316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131233} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.062361] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.062549] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.062734] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.062915] env[70399]: INFO nova.compute.manager [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.063184] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.063421] env[70399]: DEBUG nova.compute.manager [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.063534] env[70399]: DEBUG nova.network.neutron [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.238895] env[70399]: DEBUG oslo_vmware.api [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759317, 'name': PowerOnVM_Task, 'duration_secs': 0.454688} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.239201] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.453477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.476570] env[70399]: INFO nova.scheduler.client.report [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Deleted allocations for instance fd39f9c5-6dd6-4359-9848-9b5b7f048ee0 [ 1310.629294] env[70399]: DEBUG nova.compute.manager [req-123f877e-f1ca-4fb3-be2c-021f6674c620 req-9312badb-27ae-4aae-80a8-8a41c340aced service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Received event network-vif-deleted-bf1ce9b4-4f54-4668-90e6-9b70dde2603b {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.629522] env[70399]: INFO nova.compute.manager [req-123f877e-f1ca-4fb3-be2c-021f6674c620 req-9312badb-27ae-4aae-80a8-8a41c340aced service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Neutron deleted interface bf1ce9b4-4f54-4668-90e6-9b70dde2603b; detaching it from the instance and deleting it from the info cache [ 1310.629731] env[70399]: DEBUG nova.network.neutron [req-123f877e-f1ca-4fb3-be2c-021f6674c620 req-9312badb-27ae-4aae-80a8-8a41c340aced service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.001431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.001682] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.001816] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.003140] env[70399]: DEBUG oslo_concurrency.lockutils [None req-512e4da2-7e10-460d-83b6-5ef69ca8d830 tempest-ServerMetadataNegativeTestJSON-97596033 tempest-ServerMetadataNegativeTestJSON-97596033-project-member] Lock "fd39f9c5-6dd6-4359-9848-9b5b7f048ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.111184] env[70399]: DEBUG nova.network.neutron [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.132286] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1355b9af-0a06-4732-bf0e-0d1aef9feb4f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.143392] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e719eaed-93c0-44eb-b81d-50b872213264 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.173840] env[70399]: DEBUG nova.compute.manager [req-123f877e-f1ca-4fb3-be2c-021f6674c620 req-9312badb-27ae-4aae-80a8-8a41c340aced service nova] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Detach interface failed, port_id=bf1ce9b4-4f54-4668-90e6-9b70dde2603b, reason: Instance 23063f37-5610-475a-9f1d-e8a11239187e could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.283790] env[70399]: INFO nova.compute.manager [None req-d7829056-013d-4ce5-a4a9-401a234e5378 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance to original state: 'active' [ 1311.613896] env[70399]: INFO nova.compute.manager [-] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Took 1.55 seconds to deallocate network for instance. [ 1312.041730] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.042897] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.042897] env[70399]: DEBUG nova.network.neutron [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.125592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.127166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.127166] env[70399]: DEBUG nova.objects.instance [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lazy-loading 'resources' on Instance uuid 23063f37-5610-475a-9f1d-e8a11239187e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.691566] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.691842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.692429] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.692737] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.692887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.699441] env[70399]: INFO nova.compute.manager [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Terminating instance [ 1312.758157] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb88937-3c40-43c3-9763-e6c31bdb0c73 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.768401] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b2597-690b-4749-a5c3-b11c222c7036 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.801602] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26461e91-495a-49ef-81a4-f8fda382bd45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.810219] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d0493-ece2-4ee4-a240-acc8e6de3560 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.824620] env[70399]: DEBUG nova.compute.provider_tree [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.874281] env[70399]: DEBUG nova.network.neutron [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.201064] env[70399]: DEBUG nova.compute.manager [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.201255] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.201531] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-617a2d1f-e69f-4920-9309-061e84734f7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.208863] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1313.208863] env[70399]: value = "task-3759319" [ 1313.208863] env[70399]: _type = "Task" [ 1313.208863] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.219350] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.330029] env[70399]: DEBUG nova.scheduler.client.report [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.377285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.719491] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759319, 'name': PowerOffVM_Task, 'duration_secs': 0.23146} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.719900] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.720150] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.720359] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748141', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'name': 'volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44c83445-2d44-4b34-8a2d-4b8509012468', 'attached_at': '2025-04-29T22:35:17.000000', 'detached_at': '', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'serial': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.721438] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d75cd-fad4-4504-9cbc-d303bad073e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.747413] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806716d2-099f-4e09-97e7-1902817b82af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.755409] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee96ab90-bebe-4b54-b374-17539a947718 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.777345] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10913d00-0608-43c7-af5d-1907ccb5f3db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.794864] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] The volume has not been displaced from its original location: [datastore1] volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f/volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.801025] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.801424] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929ebe44-337d-4c81-875d-a5b3fbe7c61d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.829228] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1313.829228] env[70399]: value = "task-3759320" [ 1313.829228] env[70399]: _type = "Task" [ 1313.829228] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.838382] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.850133] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.864647] env[70399]: INFO nova.scheduler.client.report [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Deleted allocations for instance 23063f37-5610-475a-9f1d-e8a11239187e [ 1313.887044] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd2e49-f4ed-471e-af32-80b2a7770604 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.894334] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db1561-cd94-4af6-98ea-db5d8518a796 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.339637] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759320, 'name': ReconfigVM_Task, 'duration_secs': 0.210098} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.339911] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.344424] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec241367-9a54-4753-be6e-5fa7ad6f0bb2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.359916] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1314.359916] env[70399]: value = "task-3759321" [ 1314.359916] env[70399]: _type = "Task" [ 1314.359916] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.368174] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.373098] env[70399]: DEBUG oslo_concurrency.lockutils [None req-48883cb2-b2bb-4a7d-9921-1a31fe1f52e7 tempest-ServersTestJSON-507292717 tempest-ServersTestJSON-507292717-project-member] Lock "23063f37-5610-475a-9f1d-e8a11239187e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.929s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.869433] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759321, 'name': ReconfigVM_Task, 'duration_secs': 0.13596} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.869781] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748141', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'name': 'volume-0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44c83445-2d44-4b34-8a2d-4b8509012468', 'attached_at': '2025-04-29T22:35:17.000000', 'detached_at': '', 'volume_id': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f', 'serial': '0c7fecf9-4e3c-428c-aabd-898a7b299b3f'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.870023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.870944] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b897b8a-bbda-48cf-b222-559f7d42ac7f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.877662] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.877937] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6368151-b919-4e00-ab6f-31c37fcf5a78 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.940023] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.940859] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.941329] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleting the datastore file [datastore2] 44c83445-2d44-4b34-8a2d-4b8509012468 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.941867] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f22806-83cc-4b07-83df-6e5a684197ab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.950014] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1314.950014] env[70399]: value = "task-3759323" [ 1314.950014] env[70399]: _type = "Task" [ 1314.950014] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.959079] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.007336] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125a657-d340-498c-a9ee-41846c27cd2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.027136] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f0b0fc-5f18-465a-9eb4-9bff4534aa11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.035105] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.471386] env[70399]: DEBUG oslo_vmware.api [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159483} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.472470] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.472812] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.473114] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.473427] env[70399]: INFO nova.compute.manager [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1315.477348] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.477658] env[70399]: DEBUG nova.compute.manager [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.477777] env[70399]: DEBUG nova.network.neutron [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.545853] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.546157] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525a1f86-f0c9-4104-9184-64eb06f1ad6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.555713] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1315.555713] env[70399]: value = "task-3759324" [ 1315.555713] env[70399]: _type = "Task" [ 1315.555713] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.566099] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.068562] env[70399]: DEBUG oslo_vmware.api [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759324, 'name': PowerOnVM_Task, 'duration_secs': 0.400837} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.069455] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.069882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e47d98-3066-4963-9ed9-35d2382f2bd1 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance '67071912-36c9-48f8-8863-a550838cb3e0' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.161957] env[70399]: DEBUG nova.compute.manager [req-6eeb9d2d-ea2e-407f-af88-6ae10d298ff5 req-745ee64c-763e-4c3c-8faf-40f5bbb99036 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Received event network-vif-deleted-65955417-6109-4d4c-b467-f660ce88a0d4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.162691] env[70399]: INFO nova.compute.manager [req-6eeb9d2d-ea2e-407f-af88-6ae10d298ff5 req-745ee64c-763e-4c3c-8faf-40f5bbb99036 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Neutron deleted interface 65955417-6109-4d4c-b467-f660ce88a0d4; detaching it from the instance and deleting it from the info cache [ 1316.162988] env[70399]: DEBUG nova.network.neutron [req-6eeb9d2d-ea2e-407f-af88-6ae10d298ff5 req-745ee64c-763e-4c3c-8faf-40f5bbb99036 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.639024] env[70399]: DEBUG nova.network.neutron [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.668417] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9092431f-daea-4a4a-a980-551c9693a87a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.678642] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404a8a1e-1cff-48cf-85a1-d368d790fb61 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.712567] env[70399]: DEBUG nova.compute.manager [req-6eeb9d2d-ea2e-407f-af88-6ae10d298ff5 req-745ee64c-763e-4c3c-8faf-40f5bbb99036 service nova] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Detach interface failed, port_id=65955417-6109-4d4c-b467-f660ce88a0d4, reason: Instance 44c83445-2d44-4b34-8a2d-4b8509012468 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.139950] env[70399]: INFO nova.compute.manager [-] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Took 1.66 seconds to deallocate network for instance. [ 1317.691629] env[70399]: INFO nova.compute.manager [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Took 0.55 seconds to detach 1 volumes for instance. [ 1318.132659] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.133018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.133254] env[70399]: DEBUG nova.compute.manager [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Going to confirm migration 8 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1318.198367] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.198830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.198830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.224891] env[70399]: INFO nova.scheduler.client.report [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted allocations for instance 44c83445-2d44-4b34-8a2d-4b8509012468 [ 1318.672539] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.672750] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquired lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.672933] env[70399]: DEBUG nova.network.neutron [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.673237] env[70399]: DEBUG nova.objects.instance [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'info_cache' on Instance uuid 67071912-36c9-48f8-8863-a550838cb3e0 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.733952] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d9be1227-ad4c-49ed-9997-1ad5934e6bff tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "44c83445-2d44-4b34-8a2d-4b8509012468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.977182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.978144] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.978144] env[70399]: INFO nova.compute.manager [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Shelving [ 1319.943320] env[70399]: DEBUG nova.network.neutron [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [{"id": "89db0939-beb2-475c-8e8a-9f45e0599555", "address": "fa:16:3e:7e:d5:50", "network": {"id": "347587b2-8922-446d-bfd8-66ab89153ef3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-132445361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3764b69a04ae474197f2871c11971497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89db0939-be", "ovs_interfaceid": "89db0939-beb2-475c-8e8a-9f45e0599555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.986737] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.987079] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a77d2544-8be3-4965-9c91-54743a3ccad1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.995537] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1319.995537] env[70399]: value = "task-3759325" [ 1319.995537] env[70399]: _type = "Task" [ 1319.995537] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.005823] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.072734] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.072975] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.446428] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Releasing lock "refresh_cache-67071912-36c9-48f8-8863-a550838cb3e0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.446737] env[70399]: DEBUG nova.objects.instance [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'migration_context' on Instance uuid 67071912-36c9-48f8-8863-a550838cb3e0 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.506010] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759325, 'name': PowerOffVM_Task, 'duration_secs': 0.200065} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.506312] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.507130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b5c33-6ecc-4dee-8898-28fd9881a24e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.527473] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ce4e3-9f38-4358-b03f-2eab83a271ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.575819] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.949416] env[70399]: DEBUG nova.objects.base [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Object Instance<67071912-36c9-48f8-8863-a550838cb3e0> lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.950983] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35883d10-4c72-48a8-a7a5-650d921369ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.970875] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea78e45-6bf7-4a61-b0cf-56979356023b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.977050] env[70399]: DEBUG oslo_vmware.api [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1320.977050] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ada854-c182-a8cd-e192-8bda6453299d" [ 1320.977050] env[70399]: _type = "Task" [ 1320.977050] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.985078] env[70399]: DEBUG oslo_vmware.api [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ada854-c182-a8cd-e192-8bda6453299d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.038456] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1321.038804] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14aa6586-cecf-4133-a136-725a980092f9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.046184] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1321.046184] env[70399]: value = "task-3759326" [ 1321.046184] env[70399]: _type = "Task" [ 1321.046184] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.055490] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.099486] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.099873] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.101661] env[70399]: INFO nova.compute.claims [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.487939] env[70399]: DEBUG oslo_vmware.api [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ada854-c182-a8cd-e192-8bda6453299d, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.488377] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.556396] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759326, 'name': CreateSnapshot_Task, 'duration_secs': 0.452947} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.556761] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1321.557570] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef482eaa-569a-45cc-afc4-598514103880 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.077033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1322.077033] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2135e176-811d-4704-a2a9-abf92207ba1e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.084660] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1322.084660] env[70399]: value = "task-3759327" [ 1322.084660] env[70399]: _type = "Task" [ 1322.084660] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.095895] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759327, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.217887] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54871aad-f868-4e0e-81c7-ba7e4384015a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.226626] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547fe83-ede3-4aff-b49e-f3cac4f9bc35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.258469] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c42c3-96c2-48e9-8c85-2b6083c7538e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.266303] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbddb7-d16a-4278-996e-e14c71b14fea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.281209] env[70399]: DEBUG nova.compute.provider_tree [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.595715] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759327, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.804033] env[70399]: ERROR nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [req-7cbcb90c-34de-4657-886f-9fff0998e4d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7cbcb90c-34de-4657-886f-9fff0998e4d6"}]} [ 1322.820574] env[70399]: DEBUG nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1322.836841] env[70399]: DEBUG nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1322.837098] env[70399]: DEBUG nova.compute.provider_tree [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.849634] env[70399]: DEBUG nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1322.871491] env[70399]: DEBUG nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1322.978077] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ff322-3377-45e6-8740-0c6f0d36db08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.986184] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b291c90-3161-4302-947d-6efd1e483159 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.018210] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f618f2-3520-4420-aa41-206f8fad2d69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.026886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d48cc8-2e11-4091-9bb8-8574927cadea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.042682] env[70399]: DEBUG nova.compute.provider_tree [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.096406] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759327, 'name': CloneVM_Task} progress is 95%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.575238] env[70399]: DEBUG nova.scheduler.client.report [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1323.575531] env[70399]: DEBUG nova.compute.provider_tree [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 168 to 169 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1323.575717] env[70399]: DEBUG nova.compute.provider_tree [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.597795] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759327, 'name': CloneVM_Task, 'duration_secs': 1.166296} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.598044] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Created linked-clone VM from snapshot [ 1323.598828] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67859d-815e-4fc4-9352-778513478666 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.607406] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Uploading image ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1323.636121] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1323.636121] env[70399]: value = "vm-748151" [ 1323.636121] env[70399]: _type = "VirtualMachine" [ 1323.636121] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1323.636350] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5ecaacb-167f-49a4-8743-23039bb49113 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.647836] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease: (returnval){ [ 1323.647836] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2608d-3a4b-83c2-b16e-7bace4aad0ab" [ 1323.647836] env[70399]: _type = "HttpNfcLease" [ 1323.647836] env[70399]: } obtained for exporting VM: (result){ [ 1323.647836] env[70399]: value = "vm-748151" [ 1323.647836] env[70399]: _type = "VirtualMachine" [ 1323.647836] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1323.648393] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the lease: (returnval){ [ 1323.648393] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2608d-3a4b-83c2-b16e-7bace4aad0ab" [ 1323.648393] env[70399]: _type = "HttpNfcLease" [ 1323.648393] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1323.655533] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.655533] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2608d-3a4b-83c2-b16e-7bace4aad0ab" [ 1323.655533] env[70399]: _type = "HttpNfcLease" [ 1323.655533] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1324.081090] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.981s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.081626] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.084573] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.596s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.157336] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1324.157336] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2608d-3a4b-83c2-b16e-7bace4aad0ab" [ 1324.157336] env[70399]: _type = "HttpNfcLease" [ 1324.157336] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1324.157833] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1324.157833] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e2608d-3a4b-83c2-b16e-7bace4aad0ab" [ 1324.157833] env[70399]: _type = "HttpNfcLease" [ 1324.157833] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1324.158406] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ae4cb-8dd8-4a7d-a8ae-a7c5414113e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.167504] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1324.167687] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1324.257451] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d24bb627-fb26-4743-a3e9-71ebaa37bb26 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.588431] env[70399]: DEBUG nova.compute.utils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.595371] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.595371] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.635842] env[70399]: DEBUG nova.policy [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1750743be58b4a57acbc0dddb69199c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c27c938692b41a6b6fa97e7a1f67e2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.698060] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ecd50c-f76b-456c-be8d-4da22cfe4065 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.706769] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc8420a-d5db-4774-880c-e57a41e1e66a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.739415] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d274cd9-8c73-4c09-8d82-b02da1e9fa70 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.747987] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5a315-e403-4323-8a3b-9c0e8f06dd5c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.763161] env[70399]: DEBUG nova.compute.provider_tree [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.959326] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Successfully created port: 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.095534] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.267108] env[70399]: DEBUG nova.scheduler.client.report [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.106401] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.133475] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.133725] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.133884] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.134080] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.134230] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.134376] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.134583] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.134773] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.134948] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.135131] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.135305] env[70399]: DEBUG nova.virt.hardware [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.136193] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05034439-91d5-4176-8424-d6842724d170 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.144675] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed65de6d-7319-4810-a02b-5f1a3c25982d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.277988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.379234] env[70399]: DEBUG nova.compute.manager [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.379458] env[70399]: DEBUG oslo_concurrency.lockutils [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.379740] env[70399]: DEBUG oslo_concurrency.lockutils [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.379917] env[70399]: DEBUG oslo_concurrency.lockutils [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.380387] env[70399]: DEBUG nova.compute.manager [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] No waiting events found dispatching network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1326.380860] env[70399]: WARNING nova.compute.manager [req-3aea6d83-4135-4b66-bcee-8e94e55a80c6 req-9c0b2c12-97d5-4612-aeed-57b33cef0c14 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received unexpected event network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba for instance with vm_state building and task_state spawning. [ 1326.474892] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Successfully updated port: 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.807215] env[70399]: INFO nova.compute.manager [None req-45f5ba85-1a4c-4644-8ff4-dd3b54c2cd1d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Get console output [ 1326.807626] env[70399]: WARNING nova.virt.vmwareapi.driver [None req-45f5ba85-1a4c-4644-8ff4-dd3b54c2cd1d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] The console log is missing. Check your VSPC configuration [ 1326.849928] env[70399]: INFO nova.scheduler.client.report [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocation for migration 06a37f26-92c1-48e0-844a-f3f470922c36 [ 1326.977332] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.977498] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.977659] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.356204] env[70399]: DEBUG oslo_concurrency.lockutils [None req-33e36929-cab2-49c1-8800-b8c03e6b5d35 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.223s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.520834] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.660100] env[70399]: DEBUG nova.network.neutron [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.162819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.163171] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance network_info: |[{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.163635] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:77:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4efb56b8-aac1-4900-9115-6bb4d3344aba', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.171348] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.171602] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.171833] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4187b515-f2a2-4ce9-8cb5-c506f63c76c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.192985] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.192985] env[70399]: value = "task-3759329" [ 1328.192985] env[70399]: _type = "Task" [ 1328.192985] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.201186] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759329, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.410671] env[70399]: DEBUG nova.compute.manager [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.410974] env[70399]: DEBUG nova.compute.manager [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing instance network info cache due to event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.411271] env[70399]: DEBUG oslo_concurrency.lockutils [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.411492] env[70399]: DEBUG oslo_concurrency.lockutils [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.411744] env[70399]: DEBUG nova.network.neutron [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.704276] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759329, 'name': CreateVM_Task, 'duration_secs': 0.37376} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.704590] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.705578] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.705830] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.706189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.706447] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd12e9c-88a6-43a0-ac43-a8176bb8ca06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.712769] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1328.712769] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521aae1d-e94f-bcd7-d4a4-efa0fdd2c2e7" [ 1328.712769] env[70399]: _type = "Task" [ 1328.712769] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.724046] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521aae1d-e94f-bcd7-d4a4-efa0fdd2c2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.118854] env[70399]: DEBUG nova.network.neutron [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updated VIF entry in instance network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.119261] env[70399]: DEBUG nova.network.neutron [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.225540] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521aae1d-e94f-bcd7-d4a4-efa0fdd2c2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016082} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.225992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.226991] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.226991] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.226991] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.226991] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.227208] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64e3e53c-9f24-4726-8f80-f26fa8988797 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.237983] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.238246] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.239096] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ad423d-2b3b-4be0-8396-d6c8d8500822 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.245834] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1329.245834] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523ba38e-d49c-e268-4dd0-5d22f5d6c218" [ 1329.245834] env[70399]: _type = "Task" [ 1329.245834] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.255091] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523ba38e-d49c-e268-4dd0-5d22f5d6c218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.622266] env[70399]: DEBUG oslo_concurrency.lockutils [req-30cb3c56-16cd-42ae-9e25-41641f09fe59 req-04d446eb-cc92-4590-be89-c3c94b27f361 service nova] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.756948] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523ba38e-d49c-e268-4dd0-5d22f5d6c218, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.757832] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc870a82-f71a-4e8b-b0c3-862062cbc6e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.765908] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1329.765908] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200eeed-cd7b-85be-8bd0-478a83112e5e" [ 1329.765908] env[70399]: _type = "Task" [ 1329.765908] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.774633] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200eeed-cd7b-85be-8bd0-478a83112e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.276888] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5200eeed-cd7b-85be-8bd0-478a83112e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.277208] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.277477] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.277760] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e886fe1a-2af1-4ac3-8ff6-0c10fc405f7e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.285271] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1330.285271] env[70399]: value = "task-3759330" [ 1330.285271] env[70399]: _type = "Task" [ 1330.285271] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.294066] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.796828] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.297356] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558851} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.297638] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.297788] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.298075] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a29a029-1526-4059-ae9f-b239372ba75e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.305468] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1331.305468] env[70399]: value = "task-3759331" [ 1331.305468] env[70399]: _type = "Task" [ 1331.305468] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.319128] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.814837] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075524} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.815144] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.815936] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6751124-0fcf-4fc0-8f4e-a123e61a1bd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.839614] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.839948] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a41974-aca0-45fd-ba0f-ac44f2e3c56e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.860332] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1331.860332] env[70399]: value = "task-3759332" [ 1331.860332] env[70399]: _type = "Task" [ 1331.860332] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.869491] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.271321] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1332.272416] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288362ce-64c0-4e36-8bd5-4b6e477fd042 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.279266] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1332.279437] env[70399]: ERROR oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk due to incomplete transfer. [ 1332.279756] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20eb5728-e115-46a1-b529-c92b312c4d57 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.287614] env[70399]: DEBUG oslo_vmware.rw_handles [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379e7e-c82d-76cf-debb-31516476a838/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1332.287879] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Uploaded image ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1332.290949] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1332.291240] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab7c199c-7313-47e0-a96e-44ad5ef98d6e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.298906] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1332.298906] env[70399]: value = "task-3759333" [ 1332.298906] env[70399]: _type = "Task" [ 1332.298906] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.307743] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759333, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.370087] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759332, 'name': ReconfigVM_Task, 'duration_secs': 0.312406} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.370389] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.371240] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e2c018-d57b-4b59-9967-48712e78ca90 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.378589] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1332.378589] env[70399]: value = "task-3759334" [ 1332.378589] env[70399]: _type = "Task" [ 1332.378589] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.387330] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759334, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.809020] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759333, 'name': Destroy_Task, 'duration_secs': 0.368283} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.809919] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Destroyed the VM [ 1332.809919] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.809919] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9ee73c4-002d-463b-8386-028a990d35ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.816305] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1332.816305] env[70399]: value = "task-3759335" [ 1332.816305] env[70399]: _type = "Task" [ 1332.816305] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.824629] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.888539] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759334, 'name': Rename_Task, 'duration_secs': 0.154209} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.888768] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.889049] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee13a84-6ec8-4eef-8868-5366397a2172 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.895316] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1332.895316] env[70399]: value = "task-3759336" [ 1332.895316] env[70399]: _type = "Task" [ 1332.895316] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.902894] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.325936] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371179} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.326251] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1333.326575] env[70399]: DEBUG nova.compute.manager [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1333.327414] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b5da6-09b0-4d97-882a-8de098b51fae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.405277] env[70399]: DEBUG oslo_vmware.api [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759336, 'name': PowerOnVM_Task, 'duration_secs': 0.493507} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.405551] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.405755] env[70399]: INFO nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1333.405935] env[70399]: DEBUG nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1333.406746] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e642d-589c-465a-b5ca-556c008e7716 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.841252] env[70399]: INFO nova.compute.manager [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Shelve offloading [ 1333.924851] env[70399]: INFO nova.compute.manager [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Took 12.84 seconds to build instance. [ 1334.269732] env[70399]: DEBUG nova.compute.manager [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.269920] env[70399]: DEBUG nova.compute.manager [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing instance network info cache due to event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.270151] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.270298] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.270463] env[70399]: DEBUG nova.network.neutron [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.344538] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.345185] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d9a2c4-b202-4b7f-8baf-ab17fb08a638 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.352817] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1334.352817] env[70399]: value = "task-3759337" [ 1334.352817] env[70399]: _type = "Task" [ 1334.352817] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.362038] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1334.362268] env[70399]: DEBUG nova.compute.manager [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1334.363087] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb2898-e445-48c7-bd85-58e423523935 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.369213] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.369386] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.369560] env[70399]: DEBUG nova.network.neutron [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.427343] env[70399]: DEBUG oslo_concurrency.lockutils [None req-27511e9c-0ebe-42a3-97cf-590cb9465f85 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.354s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.993139] env[70399]: DEBUG nova.network.neutron [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updated VIF entry in instance network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.993545] env[70399]: DEBUG nova.network.neutron [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.076263] env[70399]: DEBUG nova.network.neutron [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.496977] env[70399]: DEBUG oslo_concurrency.lockutils [req-d9605250-27aa-4dc5-9a4f-595655ce7ab4 req-4517342c-59de-42d7-a752-90006d5cc16b service nova] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.579279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.792539] env[70399]: DEBUG nova.compute.manager [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-vif-unplugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.792730] env[70399]: DEBUG oslo_concurrency.lockutils [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.792936] env[70399]: DEBUG oslo_concurrency.lockutils [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.793117] env[70399]: DEBUG oslo_concurrency.lockutils [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.793285] env[70399]: DEBUG nova.compute.manager [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] No waiting events found dispatching network-vif-unplugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1335.793464] env[70399]: WARNING nova.compute.manager [req-2afa5394-cb3d-44b0-8c17-4f69ac1fbb09 req-88c46e88-8eef-41ab-8239-1cf730569e99 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received unexpected event network-vif-unplugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 for instance with vm_state shelved and task_state shelving_offloading. [ 1335.893113] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.894445] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba121b-a707-480f-8cb6-7a19b2069145 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.902984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.903308] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8319a2-7c72-40a4-b930-f430870309c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.976670] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.977044] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.977308] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore2] d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.977667] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b80703-6625-4f9f-a7da-fc3686844360 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.986013] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1335.986013] env[70399]: value = "task-3759339" [ 1335.986013] env[70399]: _type = "Task" [ 1335.986013] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.994311] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.496348] env[70399]: DEBUG oslo_vmware.api [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136106} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.496614] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.496798] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.496973] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.528093] env[70399]: INFO nova.scheduler.client.report [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted allocations for instance d3830cef-e430-4072-9633-13428fd8c88e [ 1337.033270] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.033270] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.033784] env[70399]: DEBUG nova.objects.instance [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'resources' on Instance uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.536366] env[70399]: DEBUG nova.objects.instance [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'numa_topology' on Instance uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.819341] env[70399]: DEBUG nova.compute.manager [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.819560] env[70399]: DEBUG nova.compute.manager [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing instance network info cache due to event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.819817] env[70399]: DEBUG oslo_concurrency.lockutils [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.819977] env[70399]: DEBUG oslo_concurrency.lockutils [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.820462] env[70399]: DEBUG nova.network.neutron [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.041694] env[70399]: DEBUG nova.objects.base [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.122337] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ed0fb4-946c-4ce6-83f4-27a716dd7bbe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.129987] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592efa3a-3580-451e-ba75-b81a5cc95684 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.160812] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef93b76-31b1-4def-a2e7-a3e54554650e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.169521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c224e87-a233-46e7-a0a6-b782e6e8f289 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.183379] env[70399]: DEBUG nova.compute.provider_tree [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.549521] env[70399]: DEBUG nova.network.neutron [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updated VIF entry in instance network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.550087] env[70399]: DEBUG nova.network.neutron [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap347e97f8-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.687093] env[70399]: DEBUG nova.scheduler.client.report [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.015279] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "ce2eb902-c782-44b5-9560-4b62e4795a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.015510] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.053254] env[70399]: DEBUG oslo_concurrency.lockutils [req-b31e9e84-3830-4bb4-ba24-573d7a56eb81 req-ff6ff631-3750-41d2-813f-8b211cfbe3d9 service nova] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.193124] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.518098] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.699866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d37201af-ceb7-4700-ad54-1f5d73baef69 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.722s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.943500] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.943850] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.944103] env[70399]: INFO nova.compute.manager [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Unshelving [ 1340.037254] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.037533] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.039468] env[70399]: INFO nova.compute.claims [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.966346] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.153573] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5779349-4a14-4f7f-ac28-1233a9c534f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.162130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b716ffe-fa44-4ad6-be54-57f74c7ddcc2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.195939] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff833e-a367-456f-bc62-a03b067ae412 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.203971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc213d-6736-4d35-b0ac-68557b08684a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.217467] env[70399]: DEBUG nova.compute.provider_tree [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.720994] env[70399]: DEBUG nova.scheduler.client.report [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.225946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.226492] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.229260] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.263s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.229878] env[70399]: DEBUG nova.objects.instance [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'pci_requests' on Instance uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.733615] env[70399]: DEBUG nova.compute.utils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.736449] env[70399]: DEBUG nova.objects.instance [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'numa_topology' on Instance uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.737607] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.737810] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.774549] env[70399]: DEBUG nova.policy [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff59a5b12003491c92b4dd3e022b6e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '019cc52fe16747058efad08eb07eb4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.047454] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Successfully created port: 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.238374] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.241930] env[70399]: INFO nova.compute.claims [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.293460] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.295040] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.295426] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.295635] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.295902] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.296156] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.296427] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.296712] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.296910] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.297126] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.297315] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.297503] env[70399]: DEBUG nova.virt.hardware [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.298422] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e32e7-c8e7-458e-926c-7b9b2e4f4d65 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.309623] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94390c05-6bf9-4c0a-b793-9a7f36f5a028 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.390765] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c0031-7026-4b49-b919-5448ceb05d9b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.398391] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4814c0-f1dd-445b-b476-5319209bc2a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.430340] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae7e5e-b356-42fe-b7d5-a1861d9446a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.433693] env[70399]: DEBUG nova.compute.manager [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Received event network-vif-plugged-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.433895] env[70399]: DEBUG oslo_concurrency.lockutils [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] Acquiring lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.434120] env[70399]: DEBUG oslo_concurrency.lockutils [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.434288] env[70399]: DEBUG oslo_concurrency.lockutils [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.434450] env[70399]: DEBUG nova.compute.manager [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] No waiting events found dispatching network-vif-plugged-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.434610] env[70399]: WARNING nova.compute.manager [req-a7ec21f4-e130-4527-8e2f-ef0418ef2e08 req-658feda3-7342-401e-9c82-d861f4f1d322 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Received unexpected event network-vif-plugged-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 for instance with vm_state building and task_state spawning. [ 1344.440650] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ecd2f7-5485-4275-b253-3bbb2dfa89fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.455111] env[70399]: DEBUG nova.compute.provider_tree [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.516335] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Successfully updated port: 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.958239] env[70399]: DEBUG nova.scheduler.client.report [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.021819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.022102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.022392] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.463546] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.234s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.493684] env[70399]: INFO nova.network.neutron [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating port 347e97f8-125e-4175-ad89-8fdf1e9adc77 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1345.555137] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.683523] env[70399]: DEBUG nova.network.neutron [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updating instance_info_cache with network_info: [{"id": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "address": "fa:16:3e:c6:bf:5a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2bba77-4c", "ovs_interfaceid": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.951652] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.186753] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.187080] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance network_info: |[{"id": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "address": "fa:16:3e:c6:bf:5a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2bba77-4c", "ovs_interfaceid": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.187550] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:bf:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.195186] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.195447] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.195676] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0015f5c6-024c-4393-954e-ede16e51be83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.217666] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.217666] env[70399]: value = "task-3759340" [ 1346.217666] env[70399]: _type = "Task" [ 1346.217666] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.226572] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759340, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.452390] env[70399]: DEBUG nova.compute.manager [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Received event network-changed-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.452390] env[70399]: DEBUG nova.compute.manager [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Refreshing instance network info cache due to event network-changed-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.452390] env[70399]: DEBUG oslo_concurrency.lockutils [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] Acquiring lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.452390] env[70399]: DEBUG oslo_concurrency.lockutils [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] Acquired lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.452390] env[70399]: DEBUG nova.network.neutron [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Refreshing network info cache for port 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.727971] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759340, 'name': CreateVM_Task, 'duration_secs': 0.301596} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.728347] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.728802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.728974] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.729325] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.729582] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f1e467-4461-4a9e-9f54-254fcb810c2d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.734087] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1346.734087] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529d1015-7c05-c9ae-9ab1-1d84ce51c3dd" [ 1346.734087] env[70399]: _type = "Task" [ 1346.734087] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.742039] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529d1015-7c05-c9ae-9ab1-1d84ce51c3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.960495] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.960649] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.960832] env[70399]: DEBUG nova.network.neutron [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.139135] env[70399]: DEBUG nova.network.neutron [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updated VIF entry in instance network info cache for port 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.139530] env[70399]: DEBUG nova.network.neutron [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updating instance_info_cache with network_info: [{"id": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "address": "fa:16:3e:c6:bf:5a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2bba77-4c", "ovs_interfaceid": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.245129] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529d1015-7c05-c9ae-9ab1-1d84ce51c3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.245565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.245887] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.246214] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.246443] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.246734] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.247066] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2601c5b0-e3e8-4b73-8802-9b08b3b5b135 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.255845] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.256036] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.256749] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ba7cb7-5762-44c0-b679-dd05d4d866cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.261954] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1347.261954] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521b1360-ad00-ff70-75f9-4c25ce532e60" [ 1347.261954] env[70399]: _type = "Task" [ 1347.261954] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.270328] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521b1360-ad00-ff70-75f9-4c25ce532e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.642232] env[70399]: DEBUG oslo_concurrency.lockutils [req-035e5d90-2ffe-45ba-a0ee-7c684de136c8 req-72492b65-e70e-4deb-835f-1e77cca3a1d5 service nova] Releasing lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.701331] env[70399]: DEBUG nova.network.neutron [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.772793] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521b1360-ad00-ff70-75f9-4c25ce532e60, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.773723] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e155b41-49dc-40bb-a8bc-085eb0672d13 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.779621] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1347.779621] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9f750-eac8-9404-3d82-4cc87f081af7" [ 1347.779621] env[70399]: _type = "Task" [ 1347.779621] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.788297] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9f750-eac8-9404-3d82-4cc87f081af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.952812] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.206598] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.235317] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='456e0305d3265083ff3e28f5b82b9994',container_format='bare',created_at=2025-04-29T22:35:30Z,direct_url=,disk_format='vmdk',id=ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2020229800-shelved',owner='4f07caa5821549a08666ca8098ff6d54',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-29T22:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.235618] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.235796] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.235986] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.236153] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.236302] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.236525] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.236752] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.236938] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.237131] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.237310] env[70399]: DEBUG nova.virt.hardware [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.238671] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b232f93-a199-496a-97b7-9cc61751de6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.248549] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ef95d-1853-4e52-829b-047386252f9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.262862] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:ea:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347e97f8-125e-4175-ad89-8fdf1e9adc77', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.270341] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.270598] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.270846] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1e13ce-66af-41c4-acad-6c406389f5fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.294202] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a9f750-eac8-9404-3d82-4cc87f081af7, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.295489] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.295761] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.296011] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.296011] env[70399]: value = "task-3759341" [ 1348.296011] env[70399]: _type = "Task" [ 1348.296011] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.296205] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da09394c-5769-49b7-a125-62369efc5f80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.306644] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759341, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.308376] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1348.308376] env[70399]: value = "task-3759342" [ 1348.308376] env[70399]: _type = "Task" [ 1348.308376] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.316996] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.480300] env[70399]: DEBUG nova.compute.manager [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.480598] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.480828] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.481030] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.481254] env[70399]: DEBUG nova.compute.manager [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] No waiting events found dispatching network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1348.481437] env[70399]: WARNING nova.compute.manager [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received unexpected event network-vif-plugged-347e97f8-125e-4175-ad89-8fdf1e9adc77 for instance with vm_state shelved_offloaded and task_state spawning. [ 1348.481597] env[70399]: DEBUG nova.compute.manager [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.481770] env[70399]: DEBUG nova.compute.manager [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing instance network info cache due to event network-changed-347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.481960] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Acquiring lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.482122] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Acquired lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.482302] env[70399]: DEBUG nova.network.neutron [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Refreshing network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.808467] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759341, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.817543] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.189010] env[70399]: DEBUG nova.network.neutron [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updated VIF entry in instance network info cache for port 347e97f8-125e-4175-ad89-8fdf1e9adc77. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.189444] env[70399]: DEBUG nova.network.neutron [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [{"id": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "address": "fa:16:3e:89:ea:3d", "network": {"id": "3b4ce847-9480-41b9-9742-445b889001a0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1538803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f07caa5821549a08666ca8098ff6d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347e97f8-12", "ovs_interfaceid": "347e97f8-125e-4175-ad89-8fdf1e9adc77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.308225] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759341, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.317886] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.692403] env[70399]: DEBUG oslo_concurrency.lockutils [req-1dbfa07b-1467-4373-9993-d914dc2ce3f8 req-64313a1d-e97a-41c0-9207-b626b9ee5228 service nova] Releasing lock "refresh_cache-d3830cef-e430-4072-9633-13428fd8c88e" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.809732] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759341, 'name': CreateVM_Task, 'duration_secs': 1.392264} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.810204] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.813458] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.813635] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.814035] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.814300] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a51a740-3ae9-4e7b-aa3c-d6255c7056db {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.820815] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496181} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.822034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.822271] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.822582] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1349.822582] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5288f6b0-0659-81e1-d1f0-f475db77660e" [ 1349.822582] env[70399]: _type = "Task" [ 1349.822582] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.822794] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e0fa236-da8d-4f04-8bdf-716022fbb7a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.835867] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.836131] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Processing image ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.836374] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.836518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.836696] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.837075] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1349.837075] env[70399]: value = "task-3759343" [ 1349.837075] env[70399]: _type = "Task" [ 1349.837075] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.837297] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa40a452-1284-407b-8d3c-ab348210288e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.847968] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.861834] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.862099] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.862876] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6733b2-7a9e-4796-b801-913c3e50ef0e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.870747] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1349.870747] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a33da5-dc09-d103-816f-55bbfe8fb053" [ 1349.870747] env[70399]: _type = "Task" [ 1349.870747] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.880243] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a33da5-dc09-d103-816f-55bbfe8fb053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.946132] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.952021] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.952438] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.350032] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06469} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.350032] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.350250] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8623576-aa73-48f9-a804-603b94f21a6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.372149] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.372487] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed6c11e-d073-4f9b-9a11-f8f186e2a7e8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.396033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1350.396033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Fetch image to [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb/OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1350.396033] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Downloading stream optimized image ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 to [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb/OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb.vmdk on the data store datastore2 as vApp {{(pid=70399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1350.396033] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Downloading image file data ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 to the ESX as VM named 'OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb' {{(pid=70399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1350.398991] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1350.398991] env[70399]: value = "task-3759344" [ 1350.398991] env[70399]: _type = "Task" [ 1350.398991] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.407019] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.455951] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.456222] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.456388] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.456542] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1350.457455] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44a36f-9a26-4a3b-9a7f-f4512f1c0c81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.465859] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84fef4-aa0e-4219-a28b-8baab0488031 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.470315] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1350.470315] env[70399]: value = "resgroup-9" [ 1350.470315] env[70399]: _type = "ResourcePool" [ 1350.470315] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1350.470620] env[70399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3cc0ac28-8a3b-42ae-a74d-85cabf9632df {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.496642] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce169fb8-456b-460a-931b-f8ef8c9e61ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.499237] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease: (returnval){ [ 1350.499237] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528abff4-4186-5cb8-193b-1c708411e02d" [ 1350.499237] env[70399]: _type = "HttpNfcLease" [ 1350.499237] env[70399]: } obtained for vApp import into resource pool (val){ [ 1350.499237] env[70399]: value = "resgroup-9" [ 1350.499237] env[70399]: _type = "ResourcePool" [ 1350.499237] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1350.499655] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the lease: (returnval){ [ 1350.499655] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528abff4-4186-5cb8-193b-1c708411e02d" [ 1350.499655] env[70399]: _type = "HttpNfcLease" [ 1350.499655] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1350.505436] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1102e67-6245-4801-869c-be8733f750d2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.509412] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.509412] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528abff4-4186-5cb8-193b-1c708411e02d" [ 1350.509412] env[70399]: _type = "HttpNfcLease" [ 1350.509412] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1350.538534] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179716MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1350.538790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.538963] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.909487] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759344, 'name': ReconfigVM_Task, 'duration_secs': 0.276693} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.909820] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.910432] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837e20b6-a860-4776-be28-8aba3efdeb9d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.917120] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1350.917120] env[70399]: value = "task-3759346" [ 1350.917120] env[70399]: _type = "Task" [ 1350.917120] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.925246] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759346, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.008683] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.008683] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528abff4-4186-5cb8-193b-1c708411e02d" [ 1351.008683] env[70399]: _type = "HttpNfcLease" [ 1351.008683] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1351.008683] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1351.008683] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]528abff4-4186-5cb8-193b-1c708411e02d" [ 1351.008683] env[70399]: _type = "HttpNfcLease" [ 1351.008683] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1351.009245] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8c496-b4f2-4ddc-80c4-e01b71991a11 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.017040] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1351.017040] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1351.082190] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-471581a8-50bb-4a4f-afe4-7732d09f4d12 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.429240] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759346, 'name': Rename_Task, 'duration_secs': 0.132062} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.431435] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.431862] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc719a8-bfcc-4651-84d0-2d3adae7f704 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.440866] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1351.440866] env[70399]: value = "task-3759347" [ 1351.440866] env[70399]: _type = "Task" [ 1351.440866] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.451485] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.604192] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.604522] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a87e93b1-93e8-4859-8d18-5129791f858f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.604711] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 7d0a898a-a114-4706-bb64-34384da06d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.604881] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 67071912-36c9-48f8-8863-a550838cb3e0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.605031] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c802b36a-cc8b-4ed6-9725-449e9a6c350f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.605155] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ce2eb902-c782-44b5-9560-4b62e4795a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.605350] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance d3830cef-e430-4072-9633-13428fd8c88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.605605] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1351.605780] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1351.723216] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107d787b-6a73-4e48-9326-3cb400873327 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.732328] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23f4119-093c-4f91-a602-eadf36deb464 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.771119] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924358b-2e38-464d-a1a8-3d4af7dfdad7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.781502] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0675150e-8007-4799-bba6-c9fbe0e134ae {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.799738] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.952898] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.306235] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.453162] env[70399]: DEBUG oslo_vmware.api [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759347, 'name': PowerOnVM_Task, 'duration_secs': 0.959684} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.453455] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.453671] env[70399]: INFO nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1352.453871] env[70399]: DEBUG nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.454698] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ae7499-65c7-4177-90cf-be03a5c181bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.811195] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1352.811361] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.973044] env[70399]: INFO nova.compute.manager [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Took 12.95 seconds to build instance. [ 1353.198579] env[70399]: DEBUG nova.compute.manager [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Received event network-changed-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.198579] env[70399]: DEBUG nova.compute.manager [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Refreshing instance network info cache due to event network-changed-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.198579] env[70399]: DEBUG oslo_concurrency.lockutils [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] Acquiring lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.198995] env[70399]: DEBUG oslo_concurrency.lockutils [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] Acquired lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.198995] env[70399]: DEBUG nova.network.neutron [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Refreshing network info cache for port 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.452901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.452901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.452901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "67071912-36c9-48f8-8863-a550838cb3e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.452901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.452901] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.455811] env[70399]: INFO nova.compute.manager [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Terminating instance [ 1353.475690] env[70399]: DEBUG oslo_concurrency.lockutils [None req-74a20df4-efb4-4b92-96ab-a6682a407e30 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.460s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.811347] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.942406] env[70399]: DEBUG nova.network.neutron [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updated VIF entry in instance network info cache for port 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.943098] env[70399]: DEBUG nova.network.neutron [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updating instance_info_cache with network_info: [{"id": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "address": "fa:16:3e:c6:bf:5a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2bba77-4c", "ovs_interfaceid": "1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.964131] env[70399]: DEBUG nova.compute.manager [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.964529] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.965121] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d6a1ba-0126-45d4-bfe0-e0a89acdf477 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.973722] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1353.973722] env[70399]: value = "task-3759348" [ 1353.973722] env[70399]: _type = "Task" [ 1353.973722] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.984480] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.319645] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.319914] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.320200] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1354.446025] env[70399]: DEBUG oslo_concurrency.lockutils [req-22a0dafa-4062-492b-8ef5-804d8f63593e req-8847c67f-359e-47c9-9abd-497e4c6825e0 service nova] Releasing lock "refresh_cache-ce2eb902-c782-44b5-9560-4b62e4795a62" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.486080] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759348, 'name': PowerOffVM_Task, 'duration_secs': 0.365085} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.488884] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.489191] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Volume detach. Driver type: vmdk {{(pid=70399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1354.489444] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748142', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'name': 'volume-53a36c0d-8882-465d-abaf-aac6515c4507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '67071912-36c9-48f8-8863-a550838cb3e0', 'attached_at': '2025-04-29T22:35:25.000000', 'detached_at': '', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'serial': '53a36c0d-8882-465d-abaf-aac6515c4507'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1354.490423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8db8a-2159-4482-b99b-ee94d1044219 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.513915] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84bbb62-82c9-4560-b301-2365d31de8c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.521955] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a412e9b-0e32-4a05-9c3f-571b7bae7d66 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.546008] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611cfeb3-2f76-4d3c-9c62-5c058f8264af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.562935] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] The volume has not been displaced from its original location: [datastore1] volume-53a36c0d-8882-465d-abaf-aac6515c4507/volume-53a36c0d-8882-465d-abaf-aac6515c4507.vmdk. No consolidation needed. {{(pid=70399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1354.569011] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.573289] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abca3de3-55e0-4342-ac8a-6ecfc51a5c8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.596496] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1354.596496] env[70399]: value = "task-3759349" [ 1354.596496] env[70399]: _type = "Task" [ 1354.596496] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.607537] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.609295] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1354.609554] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1354.610526] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7243c8-eda7-4d6a-ac83-c83d2bd832dd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.617135] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1354.617312] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1354.617597] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8810bd5a-9c52-4e5c-93ab-4b15f9938925 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.811484] env[70399]: DEBUG oslo_vmware.rw_handles [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699faa-a3d3-6583-0dc6-052195267456/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1354.811711] env[70399]: INFO nova.virt.vmwareapi.images [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Downloaded image file data ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 [ 1354.812614] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279064ab-d0e6-45af-9881-ab8c9442a5cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.829990] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a828a17b-8d70-499c-967d-a7de7dc912d7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.855632] env[70399]: INFO nova.virt.vmwareapi.images [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] The imported VM was unregistered [ 1354.858061] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1354.858394] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.858694] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e839d665-29ca-49c2-8b74-5e6545ad1e4a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.869798] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Created directory with path [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.869973] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb/OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb.vmdk to [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk. {{(pid=70399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1354.870300] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cd649797-9e5c-45ff-a028-a2d86b4ecfd3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.877417] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1354.877417] env[70399]: value = "task-3759351" [ 1354.877417] env[70399]: _type = "Task" [ 1354.877417] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.885548] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.952595] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.108623] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759349, 'name': ReconfigVM_Task, 'duration_secs': 0.184141} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.109084] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.117426] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e1c020-fd8d-4780-a4de-80b9e70ac80b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.139747] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1355.139747] env[70399]: value = "task-3759352" [ 1355.139747] env[70399]: _type = "Task" [ 1355.139747] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.152062] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.390321] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.653763] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759352, 'name': ReconfigVM_Task, 'duration_secs': 0.309444} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.654053] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-748142', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'name': 'volume-53a36c0d-8882-465d-abaf-aac6515c4507', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '67071912-36c9-48f8-8863-a550838cb3e0', 'attached_at': '2025-04-29T22:35:25.000000', 'detached_at': '', 'volume_id': '53a36c0d-8882-465d-abaf-aac6515c4507', 'serial': '53a36c0d-8882-465d-abaf-aac6515c4507'} {{(pid=70399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1355.654338] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.655168] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb31c628-47fd-4c56-9392-87a7899c7ffd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.665559] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.665834] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c7c2fe8-8805-4f2c-a690-d737fb66e2c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.744702] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.745054] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.745151] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore1] 67071912-36c9-48f8-8863-a550838cb3e0 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.745422] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff740d6e-b457-4f6b-a63a-c8a60d0b2394 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.754495] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1355.754495] env[70399]: value = "task-3759354" [ 1355.754495] env[70399]: _type = "Task" [ 1355.754495] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.765281] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.890376] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.269096] env[70399]: DEBUG oslo_vmware.api [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26013} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.269528] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.269569] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.269735] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.269944] env[70399]: INFO nova.compute.manager [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1356.270264] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.270552] env[70399]: DEBUG nova.compute.manager [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.270731] env[70399]: DEBUG nova.network.neutron [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.390190] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.892406] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.028642] env[70399]: DEBUG nova.compute.manager [req-f78bc7a4-76c8-4e6e-a005-0ab185ae7acb req-67489887-c9fb-440f-8632-378c5cdba46a service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Received event network-vif-deleted-89db0939-beb2-475c-8e8a-9f45e0599555 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.028851] env[70399]: INFO nova.compute.manager [req-f78bc7a4-76c8-4e6e-a005-0ab185ae7acb req-67489887-c9fb-440f-8632-378c5cdba46a service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Neutron deleted interface 89db0939-beb2-475c-8e8a-9f45e0599555; detaching it from the instance and deleting it from the info cache [ 1357.029045] env[70399]: DEBUG nova.network.neutron [req-f78bc7a4-76c8-4e6e-a005-0ab185ae7acb req-67489887-c9fb-440f-8632-378c5cdba46a service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.390819] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.513728] env[70399]: DEBUG nova.network.neutron [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.531874] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c7f37a-8b97-4a98-a2f7-56d302565433 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.541455] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55210591-68f9-4d86-8d51-f830b739ff48 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.573878] env[70399]: DEBUG nova.compute.manager [req-f78bc7a4-76c8-4e6e-a005-0ab185ae7acb req-67489887-c9fb-440f-8632-378c5cdba46a service nova] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Detach interface failed, port_id=89db0939-beb2-475c-8e8a-9f45e0599555, reason: Instance 67071912-36c9-48f8-8863-a550838cb3e0 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.893056] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759351, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.87539} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.893056] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb/OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb.vmdk to [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk. [ 1357.893056] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Cleaning up location [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1357.893407] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5ec5eedd-b634-4c3b-ba64-6f7ed2da61cb {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.893535] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b42422c-0521-484e-afd8-299a528c6d08 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.901300] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1357.901300] env[70399]: value = "task-3759355" [ 1357.901300] env[70399]: _type = "Task" [ 1357.901300] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.910182] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.016139] env[70399]: INFO nova.compute.manager [-] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Took 1.75 seconds to deallocate network for instance. [ 1358.412259] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29976} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.412631] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.412631] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.412893] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk to [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.413188] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158e5ded-c846-4fb9-99d2-63059724a773 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.421182] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1358.421182] env[70399]: value = "task-3759356" [ 1358.421182] env[70399]: _type = "Task" [ 1358.421182] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.431120] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.571332] env[70399]: INFO nova.compute.manager [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Took 0.55 seconds to detach 1 volumes for instance. [ 1358.573465] env[70399]: DEBUG nova.compute.manager [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Deleting volume: 53a36c0d-8882-465d-abaf-aac6515c4507 {{(pid=70399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1358.930941] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.115419] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.115763] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.116061] env[70399]: DEBUG nova.objects.instance [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'resources' on Instance uuid 67071912-36c9-48f8-8863-a550838cb3e0 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.433971] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.729731] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291ed76-bfc8-49ea-bf5d-422df70a9291 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.740130] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68234545-6b9a-42dc-b7b9-ba21eb96ea14 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.775840] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec014b-813f-4504-b4bd-d6cf7a2ff632 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.786121] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b7c2f-0c1a-4089-aaf5-08cfff905fce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.803154] env[70399]: DEBUG nova.compute.provider_tree [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.935020] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.324343] env[70399]: ERROR nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [req-686afc7d-bd51-451f-9628-ec73ce3eb306] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0bc789e-270b-47b5-a996-faddadf249f2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-686afc7d-bd51-451f-9628-ec73ce3eb306"}]} [ 1360.346918] env[70399]: DEBUG nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1360.361688] env[70399]: DEBUG nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1360.361923] env[70399]: DEBUG nova.compute.provider_tree [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1360.374858] env[70399]: DEBUG nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1360.395072] env[70399]: DEBUG nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1360.437502] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.504385] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb5d8d-2508-4b73-ae28-d5874181e107 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.515101] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2200bf5e-108a-4269-9621-212f9852894c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.550944] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e31cd-8afc-4703-98f7-92c0bb1681fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.563070] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff200da7-cf84-48d3-acb3-291ff0e7be0c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.580659] env[70399]: DEBUG nova.compute.provider_tree [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1360.936303] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.114901] env[70399]: DEBUG nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1361.115275] env[70399]: DEBUG nova.compute.provider_tree [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 172 to 173 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1361.115515] env[70399]: DEBUG nova.compute.provider_tree [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 58, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.434270] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759356, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.91089} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.434567] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0/ce0d3293-8b5d-4e1b-b6ec-575f63fdbfe0.vmdk to [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.435423] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a788fd8-2450-46a7-afb7-92db3ccaece7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.458661] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.459190] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca00d1bc-ebf4-4ad6-91ba-8fd6d6fcf0cd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.479284] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1361.479284] env[70399]: value = "task-3759358" [ 1361.479284] env[70399]: _type = "Task" [ 1361.479284] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.488753] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.621286] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.505s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.645822] env[70399]: INFO nova.scheduler.client.report [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocations for instance 67071912-36c9-48f8-8863-a550838cb3e0 [ 1361.990295] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.154687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-6ccdec83-79d2-48c8-a647-b6952afe1e2d tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "67071912-36c9-48f8-8863-a550838cb3e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.702s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.490770] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.991086] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759358, 'name': ReconfigVM_Task, 'duration_secs': 1.115461} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.991475] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3830cef-e430-4072-9633-13428fd8c88e/d3830cef-e430-4072-9633-13428fd8c88e.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.992399] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-431de043-594e-4600-b4a2-f3bf0e14186d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.000186] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1363.000186] env[70399]: value = "task-3759359" [ 1363.000186] env[70399]: _type = "Task" [ 1363.000186] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.010723] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759359, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.397765] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "7d0a898a-a114-4706-bb64-34384da06d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.398063] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.398304] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "7d0a898a-a114-4706-bb64-34384da06d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.398491] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.398661] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.400886] env[70399]: INFO nova.compute.manager [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Terminating instance [ 1363.512307] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759359, 'name': Rename_Task, 'duration_secs': 0.129347} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.512678] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.512957] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63dd80d6-0d63-46eb-beca-d35aac2be41c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.519688] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1363.519688] env[70399]: value = "task-3759360" [ 1363.519688] env[70399]: _type = "Task" [ 1363.519688] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.527321] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.905352] env[70399]: DEBUG nova.compute.manager [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.905551] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.906421] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680ab14-648a-44f7-b2e1-a49ebc592480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.914583] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.914849] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f1bf1d-85e4-4e39-86f5-7dda3983f039 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.921975] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1363.921975] env[70399]: value = "task-3759361" [ 1363.921975] env[70399]: _type = "Task" [ 1363.921975] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.932246] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.030187] env[70399]: DEBUG oslo_vmware.api [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759360, 'name': PowerOnVM_Task, 'duration_secs': 0.449577} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.030515] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.147137] env[70399]: DEBUG nova.compute.manager [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1364.148049] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6fdfd-bbc1-4b45-aa54-1427d1e4f5f8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.433880] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759361, 'name': PowerOffVM_Task, 'duration_secs': 0.222573} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.434226] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.434407] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.434750] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c27ad7f-3351-4c33-81e1-5d786bdb2dc6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.504235] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.504521] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.504672] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore1] 7d0a898a-a114-4706-bb64-34384da06d15 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.504968] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a16a6555-6001-4dd2-b87a-c80fc5e1f023 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.513084] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1364.513084] env[70399]: value = "task-3759363" [ 1364.513084] env[70399]: _type = "Task" [ 1364.513084] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.522585] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.664048] env[70399]: DEBUG oslo_concurrency.lockutils [None req-5a7847d6-ec7d-47af-8ad0-18132d322c23 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.720s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.023260] env[70399]: DEBUG oslo_vmware.api [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13978} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.023555] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.023715] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.023896] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.024092] env[70399]: INFO nova.compute.manager [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.024350] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.024549] env[70399]: DEBUG nova.compute.manager [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.024637] env[70399]: DEBUG nova.network.neutron [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.289910] env[70399]: DEBUG nova.compute.manager [req-5d7de18b-aedd-4d62-b81b-a572f2bcb496 req-bbb0a4b2-56b4-486d-aeb3-18f8e61eb326 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Received event network-vif-deleted-cc107d10-ea7f-41b3-8095-b7673d18e2b3 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.290137] env[70399]: INFO nova.compute.manager [req-5d7de18b-aedd-4d62-b81b-a572f2bcb496 req-bbb0a4b2-56b4-486d-aeb3-18f8e61eb326 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Neutron deleted interface cc107d10-ea7f-41b3-8095-b7673d18e2b3; detaching it from the instance and deleting it from the info cache [ 1365.290325] env[70399]: DEBUG nova.network.neutron [req-5d7de18b-aedd-4d62-b81b-a572f2bcb496 req-bbb0a4b2-56b4-486d-aeb3-18f8e61eb326 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.771129] env[70399]: DEBUG nova.network.neutron [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.792599] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bb68c2f-6153-49a9-a308-37c7e771c6dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.802830] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6090df32-fcf7-4784-a1a6-7e78fb382b29 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.830713] env[70399]: DEBUG nova.compute.manager [req-5d7de18b-aedd-4d62-b81b-a572f2bcb496 req-bbb0a4b2-56b4-486d-aeb3-18f8e61eb326 service nova] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Detach interface failed, port_id=cc107d10-ea7f-41b3-8095-b7673d18e2b3, reason: Instance 7d0a898a-a114-4706-bb64-34384da06d15 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.274197] env[70399]: INFO nova.compute.manager [-] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Took 1.25 seconds to deallocate network for instance. [ 1366.781355] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.781808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.781889] env[70399]: DEBUG nova.objects.instance [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'resources' on Instance uuid 7d0a898a-a114-4706-bb64-34384da06d15 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.371845] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58a47af-c0be-4cc4-b04b-22e59b405c4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.380160] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b82d9-2ddf-4fc3-be39-b08026381a7a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.410957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bd51a7-6122-4e7c-8148-0b0ee52084b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.418681] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d45de-621d-4d1a-afdf-8b916011fff0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.432278] env[70399]: DEBUG nova.compute.provider_tree [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1367.963891] env[70399]: DEBUG nova.scheduler.client.report [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updated inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1367.964211] env[70399]: DEBUG nova.compute.provider_tree [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating resource provider c0bc789e-270b-47b5-a996-faddadf249f2 generation from 173 to 174 during operation: update_inventory {{(pid=70399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1367.964394] env[70399]: DEBUG nova.compute.provider_tree [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.469851] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.491818] env[70399]: INFO nova.scheduler.client.report [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocations for instance 7d0a898a-a114-4706-bb64-34384da06d15 [ 1368.999034] env[70399]: DEBUG oslo_concurrency.lockutils [None req-4fb4bd99-8668-4fff-8efc-38753a69ec5c tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "7d0a898a-a114-4706-bb64-34384da06d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.931486] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.931891] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.931938] env[70399]: INFO nova.compute.manager [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Shelving [ 1372.941081] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.941627] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9530ccdd-ff10-4399-9de7-5613062d9dd0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.949370] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1372.949370] env[70399]: value = "task-3759365" [ 1372.949370] env[70399]: _type = "Task" [ 1372.949370] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.959055] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.111929] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.112333] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.112578] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.112771] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.112980] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.115366] env[70399]: INFO nova.compute.manager [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Terminating instance [ 1373.460449] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759365, 'name': PowerOffVM_Task, 'duration_secs': 0.18995} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.460770] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.461715] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf5e8bb-9787-435d-9a1c-c229dbdaab50 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.480700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69a70d-ce0f-4d41-90d1-a63d0c13349c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.619371] env[70399]: DEBUG nova.compute.manager [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.619653] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.621035] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6776154-190b-4c7e-be46-32c18beaa011 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.628973] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.629223] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7bb9a6-6114-4718-9926-d719509a69fa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.636730] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1373.636730] env[70399]: value = "task-3759366" [ 1373.636730] env[70399]: _type = "Task" [ 1373.636730] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.645176] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.992749] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Creating Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1373.993167] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31db37d0-a129-4992-a0b3-6a78b883abab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.001282] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1374.001282] env[70399]: value = "task-3759367" [ 1374.001282] env[70399]: _type = "Task" [ 1374.001282] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.013478] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.146923] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759366, 'name': PowerOffVM_Task, 'duration_secs': 0.294778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.147163] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.147249] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.147483] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8714b3e-7f5f-4fc1-8a6f-80df47eac0ba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.216869] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.217114] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.217206] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleting the datastore file [datastore1] c26a5735-1892-4ef3-a00c-c0b2cc382c85 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.217494] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6d21fc-6ca7-47fe-b5a0-acc6458b1a6e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.224693] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for the task: (returnval){ [ 1374.224693] env[70399]: value = "task-3759369" [ 1374.224693] env[70399]: _type = "Task" [ 1374.224693] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.232899] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.512012] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759367, 'name': CreateSnapshot_Task, 'duration_secs': 0.430022} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.512301] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Created Snapshot of the VM instance {{(pid=70399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1374.513119] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ead53-b01d-45c4-991d-d7774cdb939c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.735338] env[70399]: DEBUG oslo_vmware.api [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Task: {'id': task-3759369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131944} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.735648] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.735857] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.736048] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.736231] env[70399]: INFO nova.compute.manager [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1374.736472] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.736669] env[70399]: DEBUG nova.compute.manager [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.736766] env[70399]: DEBUG nova.network.neutron [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.034912] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Creating linked-clone VM from snapshot {{(pid=70399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1375.035457] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a807dce-a1d2-4559-acc1-c8026c1cedb5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.044980] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1375.044980] env[70399]: value = "task-3759370" [ 1375.044980] env[70399]: _type = "Task" [ 1375.044980] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.053781] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759370, 'name': CloneVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.060943] env[70399]: DEBUG nova.compute.manager [req-4262b322-2361-4ce5-ab13-2cf0e538f63d req-9c0603b4-c100-4f5c-b88e-1ecb58afdf2a service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Received event network-vif-deleted-efaf7834-af3a-4df7-b21b-db777b534d75 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.061030] env[70399]: INFO nova.compute.manager [req-4262b322-2361-4ce5-ab13-2cf0e538f63d req-9c0603b4-c100-4f5c-b88e-1ecb58afdf2a service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Neutron deleted interface efaf7834-af3a-4df7-b21b-db777b534d75; detaching it from the instance and deleting it from the info cache [ 1375.061529] env[70399]: DEBUG nova.network.neutron [req-4262b322-2361-4ce5-ab13-2cf0e538f63d req-9c0603b4-c100-4f5c-b88e-1ecb58afdf2a service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.543863] env[70399]: DEBUG nova.network.neutron [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.556624] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759370, 'name': CloneVM_Task} progress is 94%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.563773] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fa03cf0-0937-4670-8ae0-cff8e4a69a29 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.577209] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8613b1-e19b-4f86-ae2c-5b6dbee42e0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.607883] env[70399]: DEBUG nova.compute.manager [req-4262b322-2361-4ce5-ab13-2cf0e538f63d req-9c0603b4-c100-4f5c-b88e-1ecb58afdf2a service nova] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Detach interface failed, port_id=efaf7834-af3a-4df7-b21b-db777b534d75, reason: Instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1376.051366] env[70399]: INFO nova.compute.manager [-] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Took 1.31 seconds to deallocate network for instance. [ 1376.059898] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759370, 'name': CloneVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.557667] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759370, 'name': CloneVM_Task, 'duration_secs': 1.041216} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.557940] env[70399]: INFO nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Created linked-clone VM from snapshot [ 1376.558700] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e19d3b-8c7c-4043-ba75-0e272356343b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.563373] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.563633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.563860] env[70399]: DEBUG nova.objects.instance [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lazy-loading 'resources' on Instance uuid c26a5735-1892-4ef3-a00c-c0b2cc382c85 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.570084] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Uploading image 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1376.596215] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1376.596215] env[70399]: value = "vm-748157" [ 1376.596215] env[70399]: _type = "VirtualMachine" [ 1376.596215] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1376.596496] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3fdb303f-a217-4c32-806d-c501069c633a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.605138] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease: (returnval){ [ 1376.605138] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5222df86-1cd2-c917-105a-5954b26dd6e1" [ 1376.605138] env[70399]: _type = "HttpNfcLease" [ 1376.605138] env[70399]: } obtained for exporting VM: (result){ [ 1376.605138] env[70399]: value = "vm-748157" [ 1376.605138] env[70399]: _type = "VirtualMachine" [ 1376.605138] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1376.605475] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the lease: (returnval){ [ 1376.605475] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5222df86-1cd2-c917-105a-5954b26dd6e1" [ 1376.605475] env[70399]: _type = "HttpNfcLease" [ 1376.605475] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1376.612667] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.612667] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5222df86-1cd2-c917-105a-5954b26dd6e1" [ 1376.612667] env[70399]: _type = "HttpNfcLease" [ 1376.612667] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.117152] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.117152] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5222df86-1cd2-c917-105a-5954b26dd6e1" [ 1377.117152] env[70399]: _type = "HttpNfcLease" [ 1377.117152] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1377.118198] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1377.118198] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5222df86-1cd2-c917-105a-5954b26dd6e1" [ 1377.118198] env[70399]: _type = "HttpNfcLease" [ 1377.118198] env[70399]: }. {{(pid=70399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1377.118740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a316d84-dc62-47b1-a1ae-1efe7e31a5e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.126794] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1377.126977] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk for reading. {{(pid=70399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1377.194710] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0c624-907c-4a3c-9320-395aaa5f94c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.202790] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594fc3b-d386-44f0-9345-4b957d1d2257 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.236854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce290d-1e49-4ef2-9d3e-ae57a1bee568 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.240043] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ceb86477-0fbc-46ec-92c1-791f41d01625 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.247592] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d477b-fdfd-4516-b16f-86926e4af235 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.262731] env[70399]: DEBUG nova.compute.provider_tree [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.767894] env[70399]: DEBUG nova.scheduler.client.report [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.273398] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.299253] env[70399]: INFO nova.scheduler.client.report [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Deleted allocations for instance c26a5735-1892-4ef3-a00c-c0b2cc382c85 [ 1378.807293] env[70399]: DEBUG oslo_concurrency.lockutils [None req-ba480ca4-9519-46cd-a53d-a4bb8584aaa4 tempest-ServerActionsTestOtherA-1411478130 tempest-ServerActionsTestOtherA-1411478130-project-member] Lock "c26a5735-1892-4ef3-a00c-c0b2cc382c85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.663537] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1384.664693] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c07fd6-3958-4e97-bda8-59b9ecd9d537 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.672018] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1384.672211] env[70399]: ERROR oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk due to incomplete transfer. [ 1384.672450] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-643c9eaf-c524-4a1a-9e9e-6a1eb1225e9e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.681349] env[70399]: DEBUG oslo_vmware.rw_handles [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524362c8-fbaf-30ac-35b6-2b2affc4d275/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1384.681551] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Uploaded image 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 to the Glance image server {{(pid=70399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1384.683962] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Destroying the VM {{(pid=70399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1384.684240] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0edff15a-74f2-46ec-9c4a-c2f712c30709 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.691216] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1384.691216] env[70399]: value = "task-3759372" [ 1384.691216] env[70399]: _type = "Task" [ 1384.691216] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.699921] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759372, 'name': Destroy_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.797779] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.798050] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.203678] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759372, 'name': Destroy_Task, 'duration_secs': 0.365153} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.203958] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Destroyed the VM [ 1385.204211] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleting Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1385.204465] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60abab45-ca50-4515-baf3-344212f91506 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.211667] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1385.211667] env[70399]: value = "task-3759373" [ 1385.211667] env[70399]: _type = "Task" [ 1385.211667] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.219844] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759373, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.302959] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.722813] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759373, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374289} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.723277] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleted Snapshot of the VM instance {{(pid=70399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1385.723389] env[70399]: DEBUG nova.compute.manager [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1385.724171] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2131e0-384e-4664-ad74-102ee52048ca {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.825866] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.826276] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.827713] env[70399]: INFO nova.compute.claims [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.237691] env[70399]: INFO nova.compute.manager [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Shelve offloading [ 1386.740447] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.740942] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87947bed-0bfc-4d85-adc6-a54b23a1a1dc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.749266] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1386.749266] env[70399]: value = "task-3759374" [ 1386.749266] env[70399]: _type = "Task" [ 1386.749266] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.757085] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.910462] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164aa16-c1c2-44de-b095-8ffe88373559 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.918555] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3bbb7-4512-4a75-ba4f-0f8d8c04cca2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.948768] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52702c3b-e4a3-4222-ac96-90552a3db18b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.956784] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9bfb8a-58ee-42c7-afab-084a96fcd2f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.970549] env[70399]: DEBUG nova.compute.provider_tree [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.260725] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] VM already powered off {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1387.261015] env[70399]: DEBUG nova.compute.manager [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1387.261834] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd9cde-0947-4eaf-bf26-ba849e596b63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.267761] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.267925] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.268107] env[70399]: DEBUG nova.network.neutron [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.473493] env[70399]: DEBUG nova.scheduler.client.report [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.973383] env[70399]: DEBUG nova.network.neutron [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.977779] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.978266] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.476641] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.482234] env[70399]: DEBUG nova.compute.utils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.483599] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.483772] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.523464] env[70399]: DEBUG nova.policy [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bf4ee70ac104b2fbe192547b5772cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4ab064ce4f0412fa333b1c6419f0174', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.702894] env[70399]: DEBUG nova.compute.manager [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-vif-unplugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.703311] env[70399]: DEBUG oslo_concurrency.lockutils [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.703546] env[70399]: DEBUG oslo_concurrency.lockutils [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.703733] env[70399]: DEBUG oslo_concurrency.lockutils [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.703852] env[70399]: DEBUG nova.compute.manager [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] No waiting events found dispatching network-vif-unplugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1388.704026] env[70399]: WARNING nova.compute.manager [req-7bf778b3-95bb-4828-8c93-26ebd4d40e2e req-f24e8f70-05a0-4182-ad71-3e9dcb88059e service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received unexpected event network-vif-unplugged-4efb56b8-aac1-4900-9115-6bb4d3344aba for instance with vm_state shelved and task_state shelving_offloading. [ 1388.790554] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Successfully created port: 71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.794562] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.795463] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aca3a3-10d7-4025-a335-a58483f8209d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.802827] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.803097] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b045537b-5695-4b7c-9916-10132adab0ea {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.879583] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.879822] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.879911] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleting the datastore file [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.880288] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f6d4fa-7c72-4184-9a57-67f2d1ee639d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.888743] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1388.888743] env[70399]: value = "task-3759376" [ 1388.888743] env[70399]: _type = "Task" [ 1388.888743] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.898107] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.986908] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.400619] env[70399]: DEBUG oslo_vmware.api [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139097} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.400619] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.400867] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.401029] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.422041] env[70399]: INFO nova.scheduler.client.report [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted allocations for instance c802b36a-cc8b-4ed6-9725-449e9a6c350f [ 1389.926515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.926797] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.927028] env[70399]: DEBUG nova.objects.instance [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'resources' on Instance uuid c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.996339] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.018655] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.018931] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.019142] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.019377] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.019555] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.019802] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.020164] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.020385] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.020596] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.020795] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.021106] env[70399]: DEBUG nova.virt.hardware [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.022141] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748d239-a3f6-4e78-8c07-479a5a6bb09d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.025072] env[70399]: INFO nova.compute.manager [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Rebuilding instance [ 1390.034027] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e45c4e-68ff-4ab2-9b8e-92c2363866e6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.069414] env[70399]: DEBUG nova.compute.manager [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1390.070312] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075a4dbd-0c1c-4136-935c-8afe2b1d7886 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.165598] env[70399]: DEBUG nova.compute.manager [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Received event network-vif-plugged-71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.165820] env[70399]: DEBUG oslo_concurrency.lockutils [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] Acquiring lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.166037] env[70399]: DEBUG oslo_concurrency.lockutils [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.166206] env[70399]: DEBUG oslo_concurrency.lockutils [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.166379] env[70399]: DEBUG nova.compute.manager [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] No waiting events found dispatching network-vif-plugged-71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1390.166542] env[70399]: WARNING nova.compute.manager [req-d38d3434-4bda-4c4e-a466-930ccd97b202 req-ddc07af8-975d-42ea-8734-ca83179a8f0f service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Received unexpected event network-vif-plugged-71fbc85c-2b76-4565-9320-aa717ae5db50 for instance with vm_state building and task_state spawning. [ 1390.250549] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Successfully updated port: 71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.430321] env[70399]: DEBUG nova.objects.instance [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'numa_topology' on Instance uuid c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.751248] env[70399]: DEBUG nova.compute.manager [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.751248] env[70399]: DEBUG nova.compute.manager [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing instance network info cache due to event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.751974] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.751974] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.751974] env[70399]: DEBUG nova.network.neutron [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.753431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.753569] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquired lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.753743] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.935063] env[70399]: DEBUG nova.objects.base [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1390.960387] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.010903] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30068073-064f-487a-992a-a399d32c5795 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.019448] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3ed440-fa22-4118-ae4b-28c99752c858 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.049113] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ecf40-d18f-4f9e-a007-75aeed354c2c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.057271] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26253c2c-cc6d-47d1-9951-85d66a5120f7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.070967] env[70399]: DEBUG nova.compute.provider_tree [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.083917] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.084200] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c2fec0-241f-4da7-9721-f37671040aab {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.091091] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1391.091091] env[70399]: value = "task-3759377" [ 1391.091091] env[70399]: _type = "Task" [ 1391.091091] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.099465] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.296223] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.431412] env[70399]: DEBUG nova.network.neutron [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Updating instance_info_cache with network_info: [{"id": "71fbc85c-2b76-4565-9320-aa717ae5db50", "address": "fa:16:3e:91:9e:01", "network": {"id": "24ec4f63-f32e-4f91-b31b-a2e9284a3540", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1931634360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ab064ce4f0412fa333b1c6419f0174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fbc85c-2b", "ovs_interfaceid": "71fbc85c-2b76-4565-9320-aa717ae5db50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.489188] env[70399]: DEBUG nova.network.neutron [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updated VIF entry in instance network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.489540] env[70399]: DEBUG nova.network.neutron [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": null, "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.574238] env[70399]: DEBUG nova.scheduler.client.report [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.600696] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759377, 'name': PowerOffVM_Task, 'duration_secs': 0.211933} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.600989] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.601245] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.602019] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae161c-f1ae-4434-a45b-e6f169c48db9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.608306] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.608755] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe9219d-3ed3-4063-ae13-77edd849a784 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.670191] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.670452] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.670647] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleting the datastore file [datastore2] ce2eb902-c782-44b5-9560-4b62e4795a62 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.670962] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75519023-ec55-468c-bc8e-35de90efb851 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.678116] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1391.678116] env[70399]: value = "task-3759379" [ 1391.678116] env[70399]: _type = "Task" [ 1391.678116] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.686340] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.933949] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Releasing lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.934462] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Instance network_info: |[{"id": "71fbc85c-2b76-4565-9320-aa717ae5db50", "address": "fa:16:3e:91:9e:01", "network": {"id": "24ec4f63-f32e-4f91-b31b-a2e9284a3540", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1931634360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ab064ce4f0412fa333b1c6419f0174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fbc85c-2b", "ovs_interfaceid": "71fbc85c-2b76-4565-9320-aa717ae5db50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.934931] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71fbc85c-2b76-4565-9320-aa717ae5db50', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.943332] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Creating folder: Project (d4ab064ce4f0412fa333b1c6419f0174). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.943893] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-424eb30b-d9cc-49e6-a244-de3d0ae24ec7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.955200] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Created folder: Project (d4ab064ce4f0412fa333b1c6419f0174) in parent group-v747819. [ 1391.955355] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Creating folder: Instances. Parent ref: group-v748158. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.955614] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ea0b8c-fc77-4076-8816-3bc4fe0b964b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.966597] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Created folder: Instances in parent group-v748158. [ 1391.967077] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.967427] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.967742] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea6c711-8c44-4338-bf47-71832a9ea32b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.990018] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.990018] env[70399]: value = "task-3759382" [ 1391.990018] env[70399]: _type = "Task" [ 1391.990018] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.993511] env[70399]: DEBUG oslo_concurrency.lockutils [req-1a89a147-1cd1-4297-9c75-a68aff4f76e8 req-7c6c4b9a-d054-406b-8f49-fa4a7b68e951 service nova] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.998619] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759382, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.079782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.188339] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139515} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.188699] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.188945] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.189179] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.194025] env[70399]: DEBUG nova.compute.manager [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Received event network-changed-71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.194223] env[70399]: DEBUG nova.compute.manager [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Refreshing instance network info cache due to event network-changed-71fbc85c-2b76-4565-9320-aa717ae5db50. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.194448] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] Acquiring lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.194595] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] Acquired lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.194820] env[70399]: DEBUG nova.network.neutron [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Refreshing network info cache for port 71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.499996] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759382, 'name': CreateVM_Task, 'duration_secs': 0.378239} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.500216] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.500813] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.501011] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.501356] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.501615] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54c8af5-9f26-43a6-9b5d-5f08bd28bafb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.506487] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1392.506487] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287f945-9e91-e219-aea2-abc1d7b353f1" [ 1392.506487] env[70399]: _type = "Task" [ 1392.506487] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.515207] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287f945-9e91-e219-aea2-abc1d7b353f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.588168] env[70399]: DEBUG oslo_concurrency.lockutils [None req-52d2a6ba-e389-4b48-a122-5775e28999d7 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.656s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.588487] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.628s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.588675] env[70399]: INFO nova.compute.manager [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Unshelving [ 1392.889137] env[70399]: DEBUG nova.network.neutron [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Updated VIF entry in instance network info cache for port 71fbc85c-2b76-4565-9320-aa717ae5db50. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.889551] env[70399]: DEBUG nova.network.neutron [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Updating instance_info_cache with network_info: [{"id": "71fbc85c-2b76-4565-9320-aa717ae5db50", "address": "fa:16:3e:91:9e:01", "network": {"id": "24ec4f63-f32e-4f91-b31b-a2e9284a3540", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1931634360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ab064ce4f0412fa333b1c6419f0174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fbc85c-2b", "ovs_interfaceid": "71fbc85c-2b76-4565-9320-aa717ae5db50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.017134] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5287f945-9e91-e219-aea2-abc1d7b353f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.017382] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.017615] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.017842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.017988] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.018192] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.018457] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab551f76-2ddd-4889-9cb8-a2ead03acefb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.027249] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.027438] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.028196] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee4cd08-edef-4ec4-a981-46143b9e1d92 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.035490] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1393.035490] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5271a37b-578b-2a6f-2d2b-a2459c9f701a" [ 1393.035490] env[70399]: _type = "Task" [ 1393.035490] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.043076] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5271a37b-578b-2a6f-2d2b-a2459c9f701a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.230072] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.230397] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.230484] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.230661] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.230806] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.230982] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.231236] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.231398] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.231562] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.231721] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.231907] env[70399]: DEBUG nova.virt.hardware [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.232788] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6647715e-4ca3-4703-a54b-d16e61e4f681 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.241449] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb4a031-19cf-4a1b-98f9-d1338d99b522 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.256437] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:bf:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.263805] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.264053] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.264268] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ccc5f6-12ac-42bf-8d62-53ad8fd5a6e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.283533] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.283533] env[70399]: value = "task-3759383" [ 1393.283533] env[70399]: _type = "Task" [ 1393.283533] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.291473] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759383, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.392074] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4c0838a-a2fe-463e-a312-094a1e62203b req-58464e32-5473-429a-8786-cb7d03fdcb1a service nova] Releasing lock "refresh_cache-7758ef1a-3c54-434c-bde0-d93fcff0f4b8" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.546266] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5271a37b-578b-2a6f-2d2b-a2459c9f701a, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.547065] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f721c6a2-3841-4b18-9f6b-419fbe01e34b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.553273] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1393.553273] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e36750-e259-c501-b86b-bc640ed72365" [ 1393.553273] env[70399]: _type = "Task" [ 1393.553273] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.561171] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e36750-e259-c501-b86b-bc640ed72365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.613486] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.613761] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.613978] env[70399]: DEBUG nova.objects.instance [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'pci_requests' on Instance uuid c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.794035] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759383, 'name': CreateVM_Task, 'duration_secs': 0.287958} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.794249] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.794946] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.795134] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.795469] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.795729] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1e1843-12a5-4b2a-85e4-9a1545b9d386 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.800350] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1393.800350] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ff6dd-9ba3-9351-56b2-699aa48f9015" [ 1393.800350] env[70399]: _type = "Task" [ 1393.800350] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.808421] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ff6dd-9ba3-9351-56b2-699aa48f9015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.064965] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e36750-e259-c501-b86b-bc640ed72365, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.065437] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.065600] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7758ef1a-3c54-434c-bde0-d93fcff0f4b8/7758ef1a-3c54-434c-bde0-d93fcff0f4b8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.065844] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc601bca-6e17-4cc7-a0d7-6b316eb4b73c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.073757] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1394.073757] env[70399]: value = "task-3759384" [ 1394.073757] env[70399]: _type = "Task" [ 1394.073757] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.082675] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.118302] env[70399]: DEBUG nova.objects.instance [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'numa_topology' on Instance uuid c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.312141] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529ff6dd-9ba3-9351-56b2-699aa48f9015, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.312518] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.312714] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.312920] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.313089] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.313298] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.313599] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c2bc36-ae79-450e-ac41-ad046ca55ae1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.328678] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.328878] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.329745] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee5d939-bf19-4eba-b5ec-ceb451989480 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.335990] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1394.335990] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c3aa1-3391-5f4a-c81b-379d9c44501c" [ 1394.335990] env[70399]: _type = "Task" [ 1394.335990] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.344284] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c3aa1-3391-5f4a-c81b-379d9c44501c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.583905] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472041} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.584149] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 7758ef1a-3c54-434c-bde0-d93fcff0f4b8/7758ef1a-3c54-434c-bde0-d93fcff0f4b8.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.584364] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.584615] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2041e53e-4f97-42c0-981d-f7bd9805caa7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.591802] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1394.591802] env[70399]: value = "task-3759385" [ 1394.591802] env[70399]: _type = "Task" [ 1394.591802] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.600063] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.620734] env[70399]: INFO nova.compute.claims [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.846665] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526c3aa1-3391-5f4a-c81b-379d9c44501c, 'name': SearchDatastore_Task, 'duration_secs': 0.06256} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.847484] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab993fb-afa1-43f1-be84-4658ec140a54 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.852967] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1394.852967] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e6198b-dd66-fb6f-4ae4-ceb75420333b" [ 1394.852967] env[70399]: _type = "Task" [ 1394.852967] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.861032] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e6198b-dd66-fb6f-4ae4-ceb75420333b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.101726] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062507} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.101931] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.102766] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dede97-6788-42c7-ad56-e074fb46784e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.124869] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 7758ef1a-3c54-434c-bde0-d93fcff0f4b8/7758ef1a-3c54-434c-bde0-d93fcff0f4b8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.127144] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8aab22-006b-44ce-a6b0-3b82ac5ee77c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.147777] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1395.147777] env[70399]: value = "task-3759386" [ 1395.147777] env[70399]: _type = "Task" [ 1395.147777] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.156742] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.365100] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52e6198b-dd66-fb6f-4ae4-ceb75420333b, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.365100] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.365664] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.365664] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30fce742-8123-45f3-a241-74145bcab9fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.372961] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1395.372961] env[70399]: value = "task-3759387" [ 1395.372961] env[70399]: _type = "Task" [ 1395.372961] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.381861] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.659775] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759386, 'name': ReconfigVM_Task, 'duration_secs': 0.269384} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.660419] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 7758ef1a-3c54-434c-bde0-d93fcff0f4b8/7758ef1a-3c54-434c-bde0-d93fcff0f4b8.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.661108] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83f6301-b8bc-4b79-b407-8bb30c672792 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.669276] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1395.669276] env[70399]: value = "task-3759388" [ 1395.669276] env[70399]: _type = "Task" [ 1395.669276] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.680237] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759388, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.735289] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747d0bdb-b957-4edb-81ce-1c2cc29fbc45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.744222] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde41f86-9cd5-4424-92e2-f5b99d245516 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.775386] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394672fe-a1de-4e07-aa34-ce5692f21e59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.784325] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6419f2-8c58-46f6-9093-6cae2d048631 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.799373] env[70399]: DEBUG nova.compute.provider_tree [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.884033] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.181440] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759388, 'name': Rename_Task, 'duration_secs': 0.347322} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.181440] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.181440] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f27db67-755f-4061-9fba-bc93af773649 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.189419] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1396.189419] env[70399]: value = "task-3759389" [ 1396.189419] env[70399]: _type = "Task" [ 1396.189419] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.198483] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.303035] env[70399]: DEBUG nova.scheduler.client.report [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.385918] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565639} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.386828] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.386828] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.387089] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d416559-cab0-4eba-9516-9a33728e0afe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.393959] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1396.393959] env[70399]: value = "task-3759390" [ 1396.393959] env[70399]: _type = "Task" [ 1396.393959] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.406298] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.699675] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.807926] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.837288] env[70399]: INFO nova.network.neutron [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating port 4efb56b8-aac1-4900-9115-6bb4d3344aba with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1396.904879] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138293} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.905202] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.906045] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23a392-9b49-4af7-a18e-52195b225afa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.930634] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.931027] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a24bbd-ad2f-4dbd-bb4d-62dc30287ff6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.951680] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1396.951680] env[70399]: value = "task-3759391" [ 1396.951680] env[70399]: _type = "Task" [ 1396.951680] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.960488] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.200883] env[70399]: DEBUG oslo_vmware.api [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759389, 'name': PowerOnVM_Task, 'duration_secs': 0.842088} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.201232] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.201487] env[70399]: INFO nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1397.201710] env[70399]: DEBUG nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1397.202566] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424c62db-7750-4ae0-8c0c-bec27ba3184d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.462216] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759391, 'name': ReconfigVM_Task, 'duration_secs': 0.385271} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.462518] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ce2eb902-c782-44b5-9560-4b62e4795a62/ce2eb902-c782-44b5-9560-4b62e4795a62.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.463916] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aff8ba5-513f-4810-8e62-9e19e7984d58 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.469959] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1397.469959] env[70399]: value = "task-3759392" [ 1397.469959] env[70399]: _type = "Task" [ 1397.469959] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.478180] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759392, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.719897] env[70399]: INFO nova.compute.manager [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Took 11.91 seconds to build instance. [ 1397.980673] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759392, 'name': Rename_Task, 'duration_secs': 0.150625} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.981021] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.981333] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2f6080-7e53-458c-a118-05c9f4ecb098 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.989073] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1397.989073] env[70399]: value = "task-3759393" [ 1397.989073] env[70399]: _type = "Task" [ 1397.989073] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.998731] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.022462] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.222020] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bae7a26d-e732-4f2c-8a8b-f38d4ca82176 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.424s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.222384] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.200s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.222612] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.222822] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.222989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.225302] env[70399]: INFO nova.compute.manager [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Terminating instance [ 1398.260664] env[70399]: DEBUG nova.compute.manager [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.260780] env[70399]: DEBUG oslo_concurrency.lockutils [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.260940] env[70399]: DEBUG oslo_concurrency.lockutils [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.261151] env[70399]: DEBUG oslo_concurrency.lockutils [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.261323] env[70399]: DEBUG nova.compute.manager [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] No waiting events found dispatching network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1398.261482] env[70399]: WARNING nova.compute.manager [req-df33e677-8ae6-4c9b-a5f1-5cdffac4923f req-92f4154a-39df-4f27-a0ec-b2efc8003abf service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received unexpected event network-vif-plugged-4efb56b8-aac1-4900-9115-6bb4d3344aba for instance with vm_state shelved_offloaded and task_state spawning. [ 1398.339555] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.339802] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.339941] env[70399]: DEBUG nova.network.neutron [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.499374] env[70399]: DEBUG oslo_vmware.api [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759393, 'name': PowerOnVM_Task, 'duration_secs': 0.509382} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.499739] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.499848] env[70399]: DEBUG nova.compute.manager [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1398.500650] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79be2b-03e8-4534-95fe-7eea7a7802c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.729989] env[70399]: DEBUG nova.compute.manager [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.730252] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.731217] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e6a81-76f8-460b-aa47-e0fe8f9c5638 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.739112] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.739386] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759d2a2e-473c-4341-9f0b-bf1c5c8a5a8b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.747170] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1398.747170] env[70399]: value = "task-3759394" [ 1398.747170] env[70399]: _type = "Task" [ 1398.747170] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.756514] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.018617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.018895] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.019127] env[70399]: DEBUG nova.objects.instance [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1399.070020] env[70399]: DEBUG nova.network.neutron [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.258659] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759394, 'name': PowerOffVM_Task, 'duration_secs': 0.236699} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.258847] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.259010] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.259276] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62544265-6b51-42b6-b77f-039482027f0a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.323775] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.324021] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.324155] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Deleting the datastore file [datastore1] 7758ef1a-3c54-434c-bde0-d93fcff0f4b8 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.324419] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2600454d-378e-4d3e-bf2e-9bfc8a7777ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.331758] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for the task: (returnval){ [ 1399.331758] env[70399]: value = "task-3759396" [ 1399.331758] env[70399]: _type = "Task" [ 1399.331758] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.340862] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.572547] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.602744] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b2dea5be72bf4f11c2397d3f9e19916',container_format='bare',created_at=2025-04-29T22:36:23Z,direct_url=,disk_format='vmdk',id=4909a48d-41c9-4db3-8fa0-a0b9c5d7b059,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1723309742-shelved',owner='9c27c938692b41a6b6fa97e7a1f67e2c',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-29T22:36:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.603184] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.603501] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.603824] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.604131] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.604420] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.604772] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.605069] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.605385] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.605694] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.606009] env[70399]: DEBUG nova.virt.hardware [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.607314] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430a6ee-a152-4d31-9b1b-b5af54d0758f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.618689] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b30b7-3e50-4ca8-a27b-04e4efed2518 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.637089] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:77:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4efb56b8-aac1-4900-9115-6bb4d3344aba', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.644910] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.644910] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.644910] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ec156a-9c40-435f-a2df-eccc9e197fcf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.664269] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.664269] env[70399]: value = "task-3759397" [ 1399.664269] env[70399]: _type = "Task" [ 1399.664269] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.674032] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759397, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.842478] env[70399]: DEBUG oslo_vmware.api [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Task: {'id': task-3759396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146312} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.842855] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.843105] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.843325] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.843546] env[70399]: INFO nova.compute.manager [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1399.843824] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.844062] env[70399]: DEBUG nova.compute.manager [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.844177] env[70399]: DEBUG nova.network.neutron [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.027938] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c0558c9e-bd4b-43a5-a440-a14a490648eb tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.174159] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759397, 'name': CreateVM_Task, 'duration_secs': 0.304038} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.174360] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.175013] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.175189] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.175584] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.175839] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2ea297-d92d-4911-8fd5-5c2ae68b9632 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.180747] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1400.180747] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523000fd-1079-9ce5-c114-243d36b67379" [ 1400.180747] env[70399]: _type = "Task" [ 1400.180747] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.189046] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]523000fd-1079-9ce5-c114-243d36b67379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.292303] env[70399]: DEBUG nova.compute.manager [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.292512] env[70399]: DEBUG nova.compute.manager [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing instance network info cache due to event network-changed-4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1400.292726] env[70399]: DEBUG oslo_concurrency.lockutils [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] Acquiring lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.292871] env[70399]: DEBUG oslo_concurrency.lockutils [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] Acquired lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.293037] env[70399]: DEBUG nova.network.neutron [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Refreshing network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.563296] env[70399]: DEBUG nova.network.neutron [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.691331] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.691674] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Processing image 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.691808] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.691950] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.692149] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.692419] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2500f66-c66d-42df-ad55-2561f224306a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.701880] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.702055] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.702764] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5591b83c-44ec-413a-abb8-62ad3aeddc00 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.708208] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1400.708208] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5255b234-fb19-b831-2513-a2391a32627e" [ 1400.708208] env[70399]: _type = "Task" [ 1400.708208] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.716927] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5255b234-fb19-b831-2513-a2391a32627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.856163] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.856502] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.856626] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "d3830cef-e430-4072-9633-13428fd8c88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.856857] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.856997] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.859842] env[70399]: INFO nova.compute.manager [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Terminating instance [ 1401.032218] env[70399]: DEBUG nova.network.neutron [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updated VIF entry in instance network info cache for port 4efb56b8-aac1-4900-9115-6bb4d3344aba. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.032612] env[70399]: DEBUG nova.network.neutron [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [{"id": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "address": "fa:16:3e:58:77:7d", "network": {"id": "5a219d97-4e69-48e4-9c37-390250f20296", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-999456802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c27c938692b41a6b6fa97e7a1f67e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efb56b8-aa", "ovs_interfaceid": "4efb56b8-aac1-4900-9115-6bb4d3344aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.066293] env[70399]: INFO nova.compute.manager [-] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Took 1.22 seconds to deallocate network for instance. [ 1401.220122] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Preparing fetch location {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1401.220467] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Fetch image to [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33/OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33.vmdk {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1401.220687] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Downloading stream optimized image 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 to [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33/OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33.vmdk on the data store datastore2 as vApp {{(pid=70399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1401.220869] env[70399]: DEBUG nova.virt.vmwareapi.images [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Downloading image file data 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 to the ESX as VM named 'OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33' {{(pid=70399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1401.295391] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1401.295391] env[70399]: value = "resgroup-9" [ 1401.295391] env[70399]: _type = "ResourcePool" [ 1401.295391] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1401.295757] env[70399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2bb15c6e-3a0f-40dd-ac3b-dec59e85d57b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.316985] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease: (returnval){ [ 1401.316985] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1401.316985] env[70399]: _type = "HttpNfcLease" [ 1401.316985] env[70399]: } obtained for vApp import into resource pool (val){ [ 1401.316985] env[70399]: value = "resgroup-9" [ 1401.316985] env[70399]: _type = "ResourcePool" [ 1401.316985] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1401.317437] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the lease: (returnval){ [ 1401.317437] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1401.317437] env[70399]: _type = "HttpNfcLease" [ 1401.317437] env[70399]: } to be ready. {{(pid=70399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1401.324732] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.324732] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1401.324732] env[70399]: _type = "HttpNfcLease" [ 1401.324732] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1401.364404] env[70399]: DEBUG nova.compute.manager [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.364633] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.365599] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b48dd9e-e951-460f-82f4-01b7d5308a63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.374737] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.375099] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386e1a35-b81e-4cd7-9101-c4a66cdf7403 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.382840] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1401.382840] env[70399]: value = "task-3759399" [ 1401.382840] env[70399]: _type = "Task" [ 1401.382840] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.392676] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.535880] env[70399]: DEBUG oslo_concurrency.lockutils [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] Releasing lock "refresh_cache-c802b36a-cc8b-4ed6-9725-449e9a6c350f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.536378] env[70399]: DEBUG nova.compute.manager [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Received event network-vif-deleted-71fbc85c-2b76-4565-9320-aa717ae5db50 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.536699] env[70399]: INFO nova.compute.manager [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Neutron deleted interface 71fbc85c-2b76-4565-9320-aa717ae5db50; detaching it from the instance and deleting it from the info cache [ 1401.537038] env[70399]: DEBUG nova.network.neutron [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.572782] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.573086] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.573315] env[70399]: DEBUG nova.objects.instance [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lazy-loading 'resources' on Instance uuid 7758ef1a-3c54-434c-bde0-d93fcff0f4b8 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.824948] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.824948] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1401.824948] env[70399]: _type = "HttpNfcLease" [ 1401.824948] env[70399]: } is initializing. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1401.893469] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759399, 'name': PowerOffVM_Task, 'duration_secs': 0.194584} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.893745] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.893922] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.894224] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-440f7319-d290-4962-a26e-0a4df8c074b9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.958588] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.958815] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.959011] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleting the datastore file [datastore2] d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.959403] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153d5a38-1725-47f0-9858-b402a11367d5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.966946] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for the task: (returnval){ [ 1401.966946] env[70399]: value = "task-3759401" [ 1401.966946] env[70399]: _type = "Task" [ 1401.966946] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.975814] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.042956] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4929a18b-df13-4286-aabd-c071a310fef5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.053186] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68a9e5-bb65-4d49-bb84-c7067c447c71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.085053] env[70399]: DEBUG nova.compute.manager [req-62957f1a-2f82-41c1-bab3-5030d75438a2 req-53674f52-5b50-48ad-97bf-8a807d9776d4 service nova] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Detach interface failed, port_id=71fbc85c-2b76-4565-9320-aa717ae5db50, reason: Instance 7758ef1a-3c54-434c-bde0-d93fcff0f4b8 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1402.169355] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e570326b-1198-4632-b726-f009242fa3fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.176997] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b6cb6-5d1e-4b1a-8bd3-c44c8a145728 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.208827] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fa384a-695c-4c1f-a096-933de9e00a3f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.217447] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf18559-957b-478c-90d9-8d1675afbc83 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.232435] env[70399]: DEBUG nova.compute.provider_tree [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.326744] env[70399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1402.326744] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1402.326744] env[70399]: _type = "HttpNfcLease" [ 1402.326744] env[70399]: } is ready. {{(pid=70399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1402.327096] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1402.327096] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52b606e6-8a83-601a-09b0-576dad7109cc" [ 1402.327096] env[70399]: _type = "HttpNfcLease" [ 1402.327096] env[70399]: }. {{(pid=70399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1402.327883] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59136299-999a-4641-a8f4-1937a7e5e9a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.335455] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk from lease info. {{(pid=70399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1402.335613] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk. {{(pid=70399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1402.395931] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0788a595-34f5-43fb-886c-323e470a76bd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.477885] env[70399]: DEBUG oslo_vmware.api [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Task: {'id': task-3759401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149003} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.478171] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.478361] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.478540] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.478745] env[70399]: INFO nova.compute.manager [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1402.478984] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.479250] env[70399]: DEBUG nova.compute.manager [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.479362] env[70399]: DEBUG nova.network.neutron [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.736051] env[70399]: DEBUG nova.scheduler.client.report [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.940097] env[70399]: DEBUG nova.compute.manager [req-414dfaad-911e-4467-8a19-9af0a7724a01 req-ace8af38-faf4-4197-909a-1310c11f78b7 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Received event network-vif-deleted-347e97f8-125e-4175-ad89-8fdf1e9adc77 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.940097] env[70399]: INFO nova.compute.manager [req-414dfaad-911e-4467-8a19-9af0a7724a01 req-ace8af38-faf4-4197-909a-1310c11f78b7 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Neutron deleted interface 347e97f8-125e-4175-ad89-8fdf1e9adc77; detaching it from the instance and deleting it from the info cache [ 1402.940464] env[70399]: DEBUG nova.network.neutron [req-414dfaad-911e-4467-8a19-9af0a7724a01 req-ace8af38-faf4-4197-909a-1310c11f78b7 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.241515] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.267728] env[70399]: INFO nova.scheduler.client.report [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Deleted allocations for instance 7758ef1a-3c54-434c-bde0-d93fcff0f4b8 [ 1403.424268] env[70399]: DEBUG nova.network.neutron [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.444903] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7efbd01d-ef51-4147-bf80-b45b765f793e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.456264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45494e46-5e49-49b5-8da7-c79d56724064 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.484934] env[70399]: DEBUG nova.compute.manager [req-414dfaad-911e-4467-8a19-9af0a7724a01 req-ace8af38-faf4-4197-909a-1310c11f78b7 service nova] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Detach interface failed, port_id=347e97f8-125e-4175-ad89-8fdf1e9adc77, reason: Instance d3830cef-e430-4072-9633-13428fd8c88e could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.737346] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Completed reading data from the image iterator. {{(pid=70399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1403.737563] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.738579] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509aaf79-30a8-4cba-aea8-4ee61222aff3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.746062] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk is in state: ready. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.746261] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk. {{(pid=70399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1403.746580] env[70399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f1502ed6-b2cc-4ede-a416-2c4b49310142 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.778091] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bcc1d71e-0826-4b7a-871c-8ce19b593bc3 tempest-ServerAddressesNegativeTestJSON-86453250 tempest-ServerAddressesNegativeTestJSON-86453250-project-member] Lock "7758ef1a-3c54-434c-bde0-d93fcff0f4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.932710] env[70399]: INFO nova.compute.manager [-] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Took 1.45 seconds to deallocate network for instance. [ 1403.989064] env[70399]: DEBUG oslo_vmware.rw_handles [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526339e5-81a4-cbc7-1031-46d206884156/disk-0.vmdk. {{(pid=70399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1403.989448] env[70399]: INFO nova.virt.vmwareapi.images [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Downloaded image file data 4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 [ 1403.990312] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458bdff-8106-46de-a67d-a20b2051466b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.007430] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2631570-fd80-4505-b7da-5a4475345a7c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.033078] env[70399]: INFO nova.virt.vmwareapi.images [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] The imported VM was unregistered [ 1404.035686] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Caching image {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1404.035967] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.036222] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe4233a-cc74-4a6b-9bfd-e8d7638ea697 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.067135] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Created directory with path [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059 {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.067385] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33/OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33.vmdk to [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk. {{(pid=70399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1404.067677] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d045d924-e882-4e36-9d51-1c4959ac641c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.075419] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1404.075419] env[70399]: value = "task-3759403" [ 1404.075419] env[70399]: _type = "Task" [ 1404.075419] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.083472] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.439819] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.440221] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.440534] env[70399]: DEBUG nova.objects.instance [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lazy-loading 'resources' on Instance uuid d3830cef-e430-4072-9633-13428fd8c88e {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.585369] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.022071] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9280abb-0821-459d-a4d5-21f5080430c1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.032434] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd91b4b2-9331-4b67-97db-b711274a4e88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.069510] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d21825-b625-43bf-8416-10d7fcd063bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.083740] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06b56d-b70c-4ae5-8d84-bac7de274884 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.090966] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.104603] env[70399]: DEBUG nova.compute.provider_tree [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.591589] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.608111] env[70399]: DEBUG nova.scheduler.client.report [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.090816] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.113906] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.138334] env[70399]: INFO nova.scheduler.client.report [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Deleted allocations for instance d3830cef-e430-4072-9633-13428fd8c88e [ 1406.591461] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.650796] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c873233b-b45d-48f8-91b6-21a060b66b78 tempest-AttachVolumeShelveTestJSON-1019030511 tempest-AttachVolumeShelveTestJSON-1019030511-project-member] Lock "d3830cef-e430-4072-9633-13428fd8c88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.952451] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.088559] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759403, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.979854} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.088827] env[70399]: INFO nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33/OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33.vmdk to [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk. [ 1407.089024] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Cleaning up location [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33 {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1407.089212] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f7aa1f79-7385-4e52-aab2-6648f9d7da33 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.089445] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2baf9e1-da54-4736-833f-e0cf02bd8f71 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.096081] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1407.096081] env[70399]: value = "task-3759404" [ 1407.096081] env[70399]: _type = "Task" [ 1407.096081] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.104000] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.608832] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071226} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.609221] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.609457] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.609787] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk to [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.610145] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2051c0-a014-454c-922a-c9eff7fad06e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.619492] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1407.619492] env[70399]: value = "task-3759405" [ 1407.619492] env[70399]: _type = "Task" [ 1407.619492] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.630385] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.952123] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.129432] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.632886] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.133387] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.634531] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.946326] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.134818] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.633570] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759405, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.725012} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.635053] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059/4909a48d-41c9-4db3-8fa0-a0b9c5d7b059.vmdk to [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.635053] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a12a05-69b9-443a-943f-39069db045c7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.656539] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.656830] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c52e19-bf61-47ec-8333-e214bdff99c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.676972] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1410.676972] env[70399]: value = "task-3759407" [ 1410.676972] env[70399]: _type = "Task" [ 1410.676972] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.685120] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.951636] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.951893] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.187013] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759407, 'name': ReconfigVM_Task, 'duration_secs': 0.417817} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.187373] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f/c802b36a-cc8b-4ed6-9725-449e9a6c350f.vmdk or device None with type streamOptimized {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.187947] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0850cf78-03cf-494c-903f-e77831f47a33 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.196075] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1411.196075] env[70399]: value = "task-3759408" [ 1411.196075] env[70399]: _type = "Task" [ 1411.196075] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.208582] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759408, 'name': Rename_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.455653] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.455879] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.456033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.456191] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1411.457096] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa2582-b459-4f24-956e-513deb3b60cb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.465478] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f47c27-7a7a-4d06-aeb9-23f763439d30 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.479605] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d13d33-ebba-4489-8f47-5077307e53f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.486817] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1295fa51-27aa-45d2-a154-f8dd2f8b5a49 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.517337] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1411.517506] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.517705] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.706408] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759408, 'name': Rename_Task, 'duration_secs': 0.150485} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.706661] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.706937] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294541bb-7a81-4c60-bb20-4a546bd8a26c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.714288] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1411.714288] env[70399]: value = "task-3759409" [ 1411.714288] env[70399]: _type = "Task" [ 1411.714288] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.722686] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.225544] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.543846] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance a87e93b1-93e8-4859-8d18-5129791f858f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1412.544033] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance ce2eb902-c782-44b5-9560-4b62e4795a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1412.544167] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance c802b36a-cc8b-4ed6-9725-449e9a6c350f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1412.544347] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1412.544486] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1412.596464] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5014b-051f-4b93-b323-2e2366d56fc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.605150] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a3f601-be55-4cda-962b-6a5922f37cd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.636745] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7464dc4-345f-4516-8456-add6d7801be8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.644758] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df691c2a-ebd6-4932-881b-69d8bc7f49e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.658590] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.725582] env[70399]: DEBUG oslo_vmware.api [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759409, 'name': PowerOnVM_Task, 'duration_secs': 0.728365} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.725863] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.828027] env[70399]: DEBUG nova.compute.manager [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1412.828912] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7ccdd-ce4c-4b9b-ab6f-1fdb0fd85431 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.161672] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.347523] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7d805ddc-2701-4cdd-affd-d58f3ee7603d tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.759s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.666040] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1413.666403] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.118371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.118628] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.118841] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.119042] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.119276] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.121616] env[70399]: INFO nova.compute.manager [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Terminating instance [ 1414.626504] env[70399]: DEBUG nova.compute.manager [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.626842] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.627659] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b74480-1981-455d-9688-ef8a70db0e59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.635411] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.635646] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27214b75-23bd-4834-bd9b-6b58893cc6b8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.641546] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1414.641546] env[70399]: value = "task-3759410" [ 1414.641546] env[70399]: _type = "Task" [ 1414.641546] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.649209] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.667029] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.667399] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.667648] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1415.153496] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759410, 'name': PowerOffVM_Task, 'duration_secs': 0.209525} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.153698] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.153858] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.154124] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed7ac7dc-7a31-4ccd-95e9-c686e7fa811b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.368613] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.368826] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.369019] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleting the datastore file [datastore2] c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.369319] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3daa27a0-89dc-4ed6-b57d-b4b22151824b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.375691] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for the task: (returnval){ [ 1415.375691] env[70399]: value = "task-3759412" [ 1415.375691] env[70399]: _type = "Task" [ 1415.375691] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.383971] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.885161] env[70399]: DEBUG oslo_vmware.api [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Task: {'id': task-3759412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139983} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.885478] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.885596] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.885755] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.885930] env[70399]: INFO nova.compute.manager [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1415.886185] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.886383] env[70399]: DEBUG nova.compute.manager [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.886482] env[70399]: DEBUG nova.network.neutron [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.307628] env[70399]: DEBUG nova.compute.manager [req-40050746-00ec-4361-a0f9-2838c7699a91 req-e576db1e-01bd-4c5c-b29a-0408c9ee5f4f service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Received event network-vif-deleted-4efb56b8-aac1-4900-9115-6bb4d3344aba {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.307846] env[70399]: INFO nova.compute.manager [req-40050746-00ec-4361-a0f9-2838c7699a91 req-e576db1e-01bd-4c5c-b29a-0408c9ee5f4f service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Neutron deleted interface 4efb56b8-aac1-4900-9115-6bb4d3344aba; detaching it from the instance and deleting it from the info cache [ 1416.308060] env[70399]: DEBUG nova.network.neutron [req-40050746-00ec-4361-a0f9-2838c7699a91 req-e576db1e-01bd-4c5c-b29a-0408c9ee5f4f service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.786008] env[70399]: DEBUG nova.network.neutron [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.809983] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9192b2f4-dadb-4ea6-901a-0e4f1090a891 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.820158] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c5273-5e56-4e42-b95b-e0cc3a8db16d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.845944] env[70399]: DEBUG nova.compute.manager [req-40050746-00ec-4361-a0f9-2838c7699a91 req-e576db1e-01bd-4c5c-b29a-0408c9ee5f4f service nova] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Detach interface failed, port_id=4efb56b8-aac1-4900-9115-6bb4d3344aba, reason: Instance c802b36a-cc8b-4ed6-9725-449e9a6c350f could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.953786] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.289577] env[70399]: INFO nova.compute.manager [-] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Took 1.40 seconds to deallocate network for instance. [ 1417.796708] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.796986] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.797218] env[70399]: DEBUG nova.objects.instance [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lazy-loading 'resources' on Instance uuid c802b36a-cc8b-4ed6-9725-449e9a6c350f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.354156] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9428da-14bf-4afd-9f5a-eb5c20de9e51 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.361921] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5c5235-1374-4c2c-9fb6-981b076a78b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.393295] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2edf20-2e94-4271-9aa0-7803a47d2be4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.400692] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f232441-36ce-43e5-a46b-376b2dde9052 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.413997] env[70399]: DEBUG nova.compute.provider_tree [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.917275] env[70399]: DEBUG nova.scheduler.client.report [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.422348] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.446023] env[70399]: INFO nova.scheduler.client.report [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Deleted allocations for instance c802b36a-cc8b-4ed6-9725-449e9a6c350f [ 1419.954868] env[70399]: DEBUG oslo_concurrency.lockutils [None req-42b24d58-afce-4043-ae10-16a267590dc6 tempest-ServerActionsTestOtherB-779604050 tempest-ServerActionsTestOtherB-779604050-project-member] Lock "c802b36a-cc8b-4ed6-9725-449e9a6c350f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.836s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.250014] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "ce2eb902-c782-44b5-9560-4b62e4795a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.250382] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.250509] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.250692] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.250860] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.254679] env[70399]: INFO nova.compute.manager [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Terminating instance [ 1436.759394] env[70399]: DEBUG nova.compute.manager [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1436.759637] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.760613] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf3ba8d-5445-4c8e-9f5e-f71088f57be0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.769999] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.770292] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02eab75c-7d9b-45cf-bac3-66fd9bb28a45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.777564] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1436.777564] env[70399]: value = "task-3759414" [ 1436.777564] env[70399]: _type = "Task" [ 1436.777564] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.786802] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.287712] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759414, 'name': PowerOffVM_Task, 'duration_secs': 0.183378} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.288167] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.288167] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.288422] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1145d85a-a786-4edb-9e91-82d11a0628f0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.348337] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.348628] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.348742] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleting the datastore file [datastore1] ce2eb902-c782-44b5-9560-4b62e4795a62 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.349030] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebbaaa12-d2f5-4ed5-b689-bcbed54b0249 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.356112] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1437.356112] env[70399]: value = "task-3759416" [ 1437.356112] env[70399]: _type = "Task" [ 1437.356112] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.364848] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.866405] env[70399]: DEBUG oslo_vmware.api [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131324} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.866684] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.866855] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.867042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.867219] env[70399]: INFO nova.compute.manager [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1437.867462] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.867656] env[70399]: DEBUG nova.compute.manager [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.867783] env[70399]: DEBUG nova.network.neutron [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.322997] env[70399]: DEBUG nova.compute.manager [req-19a1261a-dd49-412f-ae14-893731ccfc45 req-b0752664-c2c7-4b85-9719-6f30523b06a1 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Received event network-vif-deleted-1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.323378] env[70399]: INFO nova.compute.manager [req-19a1261a-dd49-412f-ae14-893731ccfc45 req-b0752664-c2c7-4b85-9719-6f30523b06a1 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Neutron deleted interface 1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4; detaching it from the instance and deleting it from the info cache [ 1438.323378] env[70399]: DEBUG nova.network.neutron [req-19a1261a-dd49-412f-ae14-893731ccfc45 req-b0752664-c2c7-4b85-9719-6f30523b06a1 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.807069] env[70399]: DEBUG nova.network.neutron [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.826729] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b296b8b-5932-4397-a227-32cc2820514e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.838020] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66019cd5-82e1-4e95-bc43-04b6b80a0776 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.865029] env[70399]: DEBUG nova.compute.manager [req-19a1261a-dd49-412f-ae14-893731ccfc45 req-b0752664-c2c7-4b85-9719-6f30523b06a1 service nova] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Detach interface failed, port_id=1f2bba77-4cc0-4ccc-87a2-66fe04ef0da4, reason: Instance ce2eb902-c782-44b5-9560-4b62e4795a62 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1439.308725] env[70399]: INFO nova.compute.manager [-] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Took 1.44 seconds to deallocate network for instance. [ 1439.815658] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.816079] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.816167] env[70399]: DEBUG nova.objects.instance [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'resources' on Instance uuid ce2eb902-c782-44b5-9560-4b62e4795a62 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.368444] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9198c7-bc36-4768-8edd-4abea6c36389 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.377485] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace8a612-ac48-4684-9e30-797f533d94bb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.407679] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93854c3c-f31b-4b8c-80d8-587c4b643dd2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.415912] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c721bf1-330c-4788-b09c-69c9e463a256 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.430274] env[70399]: DEBUG nova.compute.provider_tree [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.933931] env[70399]: DEBUG nova.scheduler.client.report [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.438971] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.460321] env[70399]: INFO nova.scheduler.client.report [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted allocations for instance ce2eb902-c782-44b5-9560-4b62e4795a62 [ 1441.968687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-da1c88b5-1666-4f45-a379-1bcf3d6a7c71 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "ce2eb902-c782-44b5-9560-4b62e4795a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.488020] env[70399]: DEBUG nova.compute.manager [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1445.004849] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.005172] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.510526] env[70399]: INFO nova.compute.claims [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.017335] env[70399]: INFO nova.compute.resource_tracker [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating resource usage from migration bf73ca5a-a579-423b-8882-1b5b901a2238 [ 1446.053815] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa487f3-bcb3-4cce-9f84-9445c8ac57ff {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.061615] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8715b990-a014-4dcc-bb85-c650a86db97f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.090449] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab57a1-fd4c-4603-82ea-3e175aec068a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.097477] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a2198-c615-4c59-8a83-6d54fab018a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.111102] env[70399]: DEBUG nova.compute.provider_tree [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.614958] env[70399]: DEBUG nova.scheduler.client.report [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.120355] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.120575] env[70399]: INFO nova.compute.manager [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Migrating [ 1447.635575] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.635865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.635960] env[70399]: DEBUG nova.network.neutron [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.360679] env[70399]: DEBUG nova.network.neutron [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.863896] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.378867] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b47df-c999-4abc-a391-5ba590fd352c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.397945] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1450.906084] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.906409] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80523255-e285-4e14-8798-32175ff7421e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.913499] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1450.913499] env[70399]: value = "task-3759417" [ 1450.913499] env[70399]: _type = "Task" [ 1450.913499] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.921700] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.424176] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759417, 'name': PowerOffVM_Task, 'duration_secs': 0.181209} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.424516] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.424674] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.931346] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.931648] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.932620] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.932620] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.932620] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.932620] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.932620] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.934061] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.934061] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.934061] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.934061] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.938562] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0679f0f7-502e-438a-945f-e070f7162b72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.955664] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1451.955664] env[70399]: value = "task-3759418" [ 1451.955664] env[70399]: _type = "Task" [ 1451.955664] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.964622] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.466195] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759418, 'name': ReconfigVM_Task, 'duration_secs': 0.165341} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.466702] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.973919] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.974193] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.974350] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.974575] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.974749] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.974905] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.975124] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.975285] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.975449] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.975610] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.975784] env[70399]: DEBUG nova.virt.hardware [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.980993] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.981300] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3635960e-da5b-4611-9f20-e3f930f2d96c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.000359] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1453.000359] env[70399]: value = "task-3759419" [ 1453.000359] env[70399]: _type = "Task" [ 1453.000359] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.008139] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.511063] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759419, 'name': ReconfigVM_Task, 'duration_secs': 0.151746} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.511432] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1453.512173] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db328e-abc0-4f15-8c83-de261c1687eb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.534154] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.534772] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a497f21-4f3a-44f7-ac5d-6651862d04f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.553124] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1453.553124] env[70399]: value = "task-3759420" [ 1453.553124] env[70399]: _type = "Task" [ 1453.553124] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.561520] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.063479] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759420, 'name': ReconfigVM_Task, 'duration_secs': 0.268227} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.063764] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f/a87e93b1-93e8-4859-8d18-5129791f858f.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.064035] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1454.570720] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a70021-b516-4249-a695-f66979409eda {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.590893] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fec4074-081b-4fab-b2a8-43297ff78747 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.608673] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.158844] env[70399]: DEBUG nova.network.neutron [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Port d6d1a766-5106-402b-824d-e1bc58a67d04 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1456.181720] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.182236] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.182236] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.217166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.217362] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.217541] env[70399]: DEBUG nova.network.neutron [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.920488] env[70399]: DEBUG nova.network.neutron [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.423416] env[70399]: DEBUG oslo_concurrency.lockutils [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.950869] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455512e2-5367-4bca-b9db-c021e747725d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.971186] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79edeec2-2602-406e-b657-d64c081533c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.978926] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.485544] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.485939] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1422177-b556-4542-98b5-70bc1aef4a28 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.493341] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1459.493341] env[70399]: value = "task-3759421" [ 1459.493341] env[70399]: _type = "Task" [ 1459.493341] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.501821] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.004339] env[70399]: DEBUG oslo_vmware.api [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759421, 'name': PowerOnVM_Task, 'duration_secs': 0.366006} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.004614] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.004799] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-e174a627-b4f9-4309-bad2-ed1c6d439ebe tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance 'a87e93b1-93e8-4859-8d18-5129791f858f' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.603166] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.604207] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.604431] env[70399]: DEBUG nova.compute.manager [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Going to confirm migration 9 {{(pid=70399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1463.142989] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.143197] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.143405] env[70399]: DEBUG nova.network.neutron [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.143592] env[70399]: DEBUG nova.objects.instance [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'info_cache' on Instance uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.355749] env[70399]: DEBUG nova.network.neutron [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [{"id": "d6d1a766-5106-402b-824d-e1bc58a67d04", "address": "fa:16:3e:99:0e:1a", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d1a766-51", "ovs_interfaceid": "d6d1a766-5106-402b-824d-e1bc58a67d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.859327] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-a87e93b1-93e8-4859-8d18-5129791f858f" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.859601] env[70399]: DEBUG nova.objects.instance [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'migration_context' on Instance uuid a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.363702] env[70399]: DEBUG nova.objects.base [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1465.364712] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e53aa-9b68-4924-9fa5-8a320e78f93e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.384648] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16aed401-21a4-49c8-b1d4-bc7dd820a9a4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.390126] env[70399]: DEBUG oslo_vmware.api [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1465.390126] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f18f8-2940-e31c-1af9-4e6b1b5edbde" [ 1465.390126] env[70399]: _type = "Task" [ 1465.390126] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.397762] env[70399]: DEBUG oslo_vmware.api [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f18f8-2940-e31c-1af9-4e6b1b5edbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.900776] env[70399]: DEBUG oslo_vmware.api [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]525f18f8-2940-e31c-1af9-4e6b1b5edbde, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.901082] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.901337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.447741] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd3b1f3-181c-4866-b5f2-cd6e5b9915c4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.455937] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efa589-ff26-4f7b-8f98-089da5e94c1a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.486957] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d09390-1a96-4dea-af20-afb23cecd36f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.494518] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66b3df-5a16-4060-aeb9-9ebe45759553 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.508106] env[70399]: DEBUG nova.compute.provider_tree [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.951943] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.011285] env[70399]: DEBUG nova.scheduler.client.report [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.022489] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.121s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.582765] env[70399]: INFO nova.scheduler.client.report [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted allocation for migration bf73ca5a-a579-423b-8882-1b5b901a2238 [ 1469.089978] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b379e546-56d9-4fe7-9507-48132f93a2d2 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.486s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.567655] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.568102] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.568414] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.568687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.568937] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.571360] env[70399]: INFO nova.compute.manager [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Terminating instance [ 1469.951978] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.075133] env[70399]: DEBUG nova.compute.manager [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.075356] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.076320] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14344cf4-fcc9-411d-9347-77cee9363c46 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.084203] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.084483] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c10ef2-2d6a-4c93-835b-f2c862bfd647 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.090824] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1470.090824] env[70399]: value = "task-3759422" [ 1470.090824] env[70399]: _type = "Task" [ 1470.090824] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.102424] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.601693] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759422, 'name': PowerOffVM_Task, 'duration_secs': 0.203685} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.601972] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.602175] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.602468] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40aa57a9-da30-4146-93f1-fddc0f58eee6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.664738] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.664943] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.665153] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleting the datastore file [datastore2] a87e93b1-93e8-4859-8d18-5129791f858f {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.665432] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99fb54a0-1863-473e-8573-912130ae6567 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.672363] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1470.672363] env[70399]: value = "task-3759424" [ 1470.672363] env[70399]: _type = "Task" [ 1470.672363] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.680787] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.182495] env[70399]: DEBUG oslo_vmware.api [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150297} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.182949] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.182949] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.183138] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.183287] env[70399]: INFO nova.compute.manager [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1471.183563] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.183743] env[70399]: DEBUG nova.compute.manager [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.183840] env[70399]: DEBUG nova.network.neutron [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.677057] env[70399]: DEBUG nova.compute.manager [req-6aa1ca8c-13d0-4a17-a650-23b793e539e5 req-b9db232d-cc3a-4d7b-8d6d-aa768d111160 service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Received event network-vif-deleted-d6d1a766-5106-402b-824d-e1bc58a67d04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.677057] env[70399]: INFO nova.compute.manager [req-6aa1ca8c-13d0-4a17-a650-23b793e539e5 req-b9db232d-cc3a-4d7b-8d6d-aa768d111160 service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Neutron deleted interface d6d1a766-5106-402b-824d-e1bc58a67d04; detaching it from the instance and deleting it from the info cache [ 1471.677057] env[70399]: DEBUG nova.network.neutron [req-6aa1ca8c-13d0-4a17-a650-23b793e539e5 req-b9db232d-cc3a-4d7b-8d6d-aa768d111160 service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.945787] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.951742] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.153665] env[70399]: DEBUG nova.network.neutron [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.179739] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc36efce-b8ad-4344-b2a2-743550ee6957 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.190596] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dec147-c0e5-4ddc-be71-b956a3873738 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.219407] env[70399]: DEBUG nova.compute.manager [req-6aa1ca8c-13d0-4a17-a650-23b793e539e5 req-b9db232d-cc3a-4d7b-8d6d-aa768d111160 service nova] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Detach interface failed, port_id=d6d1a766-5106-402b-824d-e1bc58a67d04, reason: Instance a87e93b1-93e8-4859-8d18-5129791f858f could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1472.657170] env[70399]: INFO nova.compute.manager [-] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Took 1.47 seconds to deallocate network for instance. [ 1472.951738] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.951913] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1472.952101] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.165286] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.165611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.165831] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.191373] env[70399]: INFO nova.scheduler.client.report [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted allocations for instance a87e93b1-93e8-4859-8d18-5129791f858f [ 1473.455285] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.455561] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.455703] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.455863] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1473.456782] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67d6ac-95fc-4c3d-ba13-f47668293e8f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.465286] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8614bb1-9f7d-4708-875d-d0bccd352d82 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.481284] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809d0a8c-60b5-4a76-971c-d6f44a2704d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.488350] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6020e151-d78d-41fe-9be4-16c1ef1414ad {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.518443] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180460MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1473.518612] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.518832] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.699687] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d1978236-12e1-4d82-a242-1077b3232bff tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "a87e93b1-93e8-4859-8d18-5129791f858f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.132s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.547206] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.547504] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.048026] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5bac4c51-3c93-49cc-a700-ee8b4109fcad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1475.048283] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1475.048387] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1475.051489] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1475.076569] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7448b57-8cc3-4345-be75-97b4e5e75b40 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.084399] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525fed84-521a-4a4e-9ac1-5a615827bf6d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.116588] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b142a-8770-412a-acd8-98e8375d760e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.125218] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc9638-701f-4549-bebf-cee4900ffa69 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.139875] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.572992] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.642767] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.147435] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1476.147646] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.629s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.147925] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.575s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.149910] env[70399]: INFO nova.compute.claims [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.153396] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.153698] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.183984] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8b945-1190-4316-b0f0-10252e30e70d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.191741] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8dabf3-b3bb-4725-b6c9-d5eb6df35094 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.222574] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fceb08a-743f-4f85-9834-cacddf624068 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.230012] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea3b120-430b-48b0-aadb-02fdf89ce716 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.242885] env[70399]: DEBUG nova.compute.provider_tree [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.746092] env[70399]: DEBUG nova.scheduler.client.report [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.946379] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.251760] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.252322] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.757250] env[70399]: DEBUG nova.compute.utils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.758714] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.758892] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.805705] env[70399]: DEBUG nova.policy [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff59a5b12003491c92b4dd3e022b6e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '019cc52fe16747058efad08eb07eb4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.095325] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Successfully created port: 52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.262490] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.272741] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.299793] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.300054] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.300215] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.300400] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.300544] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.300691] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.300897] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.301071] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.301237] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.301396] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.301568] env[70399]: DEBUG nova.virt.hardware [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.302456] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3586ae9-f3b7-4953-87b5-d180c49e4465 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.310526] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e1c5e-131b-4faa-964c-0b388d81f3f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.500891] env[70399]: DEBUG nova.compute.manager [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Received event network-vif-plugged-52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.501133] env[70399]: DEBUG oslo_concurrency.lockutils [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] Acquiring lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.501333] env[70399]: DEBUG oslo_concurrency.lockutils [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.501539] env[70399]: DEBUG oslo_concurrency.lockutils [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.501653] env[70399]: DEBUG nova.compute.manager [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] No waiting events found dispatching network-vif-plugged-52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1480.501814] env[70399]: WARNING nova.compute.manager [req-cdd2481a-c9df-4b84-ac3e-757c2191e918 req-8201386a-5a3e-4b65-a7f1-52f1f4f89575 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Received unexpected event network-vif-plugged-52c69fa3-dbac-4b74-887f-be85c9ceaac8 for instance with vm_state building and task_state spawning. [ 1480.587049] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Successfully updated port: 52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.089824] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.089824] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.089995] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.622094] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.760823] env[70399]: DEBUG nova.network.neutron [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.263565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.263938] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Instance network_info: |[{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.264388] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:0a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c69fa3-dbac-4b74-887f-be85c9ceaac8', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.271801] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.272034] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.272267] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e3d5b2-d8ab-47b4-96dc-c998077d8b68 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.293578] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.293578] env[70399]: value = "task-3759425" [ 1482.293578] env[70399]: _type = "Task" [ 1482.293578] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.302166] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759425, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.528820] env[70399]: DEBUG nova.compute.manager [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Received event network-changed-52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.529484] env[70399]: DEBUG nova.compute.manager [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Refreshing instance network info cache due to event network-changed-52c69fa3-dbac-4b74-887f-be85c9ceaac8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.529484] env[70399]: DEBUG oslo_concurrency.lockutils [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.529484] env[70399]: DEBUG oslo_concurrency.lockutils [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.529768] env[70399]: DEBUG nova.network.neutron [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Refreshing network info cache for port 52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.804855] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759425, 'name': CreateVM_Task, 'duration_secs': 0.325778} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.805235] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.805666] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.805848] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.806221] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.806481] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd015f1-7d16-4aa0-9237-d441a74a6611 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.812130] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1482.812130] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a2cf64-dcb8-9ce4-b723-c51940aa8a16" [ 1482.812130] env[70399]: _type = "Task" [ 1482.812130] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.821179] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a2cf64-dcb8-9ce4-b723-c51940aa8a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.211755] env[70399]: DEBUG nova.network.neutron [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updated VIF entry in instance network info cache for port 52c69fa3-dbac-4b74-887f-be85c9ceaac8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.212174] env[70399]: DEBUG nova.network.neutron [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.322743] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52a2cf64-dcb8-9ce4-b723-c51940aa8a16, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.323032] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.323313] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.323548] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.323744] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.323924] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.324215] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b36d0ab-001c-420c-8c86-298b6edc7d35 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.333197] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.333369] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.334098] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ecaf30-498a-470f-a597-2ac15fe2e219 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.338947] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1483.338947] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535d28-b1fc-f530-f808-a60c7c02854d" [ 1483.338947] env[70399]: _type = "Task" [ 1483.338947] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.346798] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535d28-b1fc-f530-f808-a60c7c02854d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.714997] env[70399]: DEBUG oslo_concurrency.lockutils [req-a78def17-e92d-42bc-b240-baa00c92f437 req-344d9460-2492-47f4-8f20-c096ab3aa408 service nova] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.849960] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52535d28-b1fc-f530-f808-a60c7c02854d, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.850798] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bc7afc-e3ae-40df-86c1-ad49921367d8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.856054] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1483.856054] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527546df-88b3-c807-7c61-95543454b99a" [ 1483.856054] env[70399]: _type = "Task" [ 1483.856054] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.864192] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527546df-88b3-c807-7c61-95543454b99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.365871] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]527546df-88b3-c807-7c61-95543454b99a, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.366142] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.366403] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.366663] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d57e702-0a71-4568-90bf-311e284dc5a2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.372936] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1484.372936] env[70399]: value = "task-3759426" [ 1484.372936] env[70399]: _type = "Task" [ 1484.372936] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.380707] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.883263] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440948} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.883553] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.883726] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.883979] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aa173f9-2877-4b4e-b1db-8dbeccae6db0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.890134] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1484.890134] env[70399]: value = "task-3759427" [ 1484.890134] env[70399]: _type = "Task" [ 1484.890134] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.897468] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.399883] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065512} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.400172] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.400910] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f660e2-f390-4289-9c59-e765f523a9c0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.423670] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.423929] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e330bf-c00f-43b2-b446-23ccab51a846 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.443547] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1485.443547] env[70399]: value = "task-3759428" [ 1485.443547] env[70399]: _type = "Task" [ 1485.443547] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.451403] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.954834] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.455132] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759428, 'name': ReconfigVM_Task, 'duration_secs': 0.75421} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.455295] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.455818] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4276500b-a911-4254-9843-df547cc88eba {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.461773] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1486.461773] env[70399]: value = "task-3759429" [ 1486.461773] env[70399]: _type = "Task" [ 1486.461773] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.470753] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759429, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.971840] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759429, 'name': Rename_Task, 'duration_secs': 0.131706} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.972198] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.972374] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc4354e-af79-444b-b9c9-c2301d62c818 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.979203] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1486.979203] env[70399]: value = "task-3759430" [ 1486.979203] env[70399]: _type = "Task" [ 1486.979203] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.986701] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.489087] env[70399]: DEBUG oslo_vmware.api [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759430, 'name': PowerOnVM_Task, 'duration_secs': 0.431798} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.489378] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.489607] env[70399]: INFO nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1487.489734] env[70399]: DEBUG nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1487.490521] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2e890-8151-4a0f-bb17-1bf5baa70d1c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.007959] env[70399]: INFO nova.compute.manager [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Took 12.45 seconds to build instance. [ 1488.509835] env[70399]: DEBUG oslo_concurrency.lockutils [None req-b4cab1f6-6600-4646-b4f4-e30ee4faec6c tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.962s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.680713] env[70399]: DEBUG nova.compute.manager [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Received event network-changed-52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.680914] env[70399]: DEBUG nova.compute.manager [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Refreshing instance network info cache due to event network-changed-52c69fa3-dbac-4b74-887f-be85c9ceaac8. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.681170] env[70399]: DEBUG oslo_concurrency.lockutils [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.681318] env[70399]: DEBUG oslo_concurrency.lockutils [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.681478] env[70399]: DEBUG nova.network.neutron [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Refreshing network info cache for port 52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.384917] env[70399]: DEBUG nova.network.neutron [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updated VIF entry in instance network info cache for port 52c69fa3-dbac-4b74-887f-be85c9ceaac8. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.385322] env[70399]: DEBUG nova.network.neutron [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.888728] env[70399]: DEBUG oslo_concurrency.lockutils [req-e39ba5b7-d911-42b2-95c0-3f7df8c4c2a0 req-431e0adf-10a2-4ee2-ba79-66efcea31642 service nova] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.951933] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.547853] env[70399]: DEBUG nova.compute.manager [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Stashing vm_state: active {{(pid=70399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1527.066524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.066788] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.454811] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.572167] env[70399]: INFO nova.compute.claims [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.078575] env[70399]: INFO nova.compute.resource_tracker [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating resource usage from migration 4352be7c-8c0f-4088-9b41-9c297815d702 [ 1528.118016] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64708c39-9f40-4555-9fef-52a40ddc8c64 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.126059] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0df0af-373f-4c9b-b709-29b41075f8fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.155952] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c5d262-c8cb-47d9-a8ed-9ee9508532c2 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.164394] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705824d1-9219-4eff-b37b-73d5114e9d1f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.179367] env[70399]: DEBUG nova.compute.provider_tree [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.682795] env[70399]: DEBUG nova.scheduler.client.report [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.187767] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.121s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.187970] env[70399]: INFO nova.compute.manager [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Migrating [ 1529.702797] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.703217] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.703217] env[70399]: DEBUG nova.network.neutron [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.417975] env[70399]: DEBUG nova.network.neutron [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.921176] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.952088] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.436677] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f8e63-ac07-4fc7-986a-919ae7c88ecf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.456230] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 0 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.946529] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.951228] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.951432] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.962267] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.963140] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17ca9e0-4b03-4460-8d32-9baaae366b85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.971915] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1532.971915] env[70399]: value = "task-3759431" [ 1532.971915] env[70399]: _type = "Task" [ 1532.971915] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.648477] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.648727] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.648865] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.649028] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1533.650162] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee610f-1933-4aa4-af35-1e36af120961 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.658247] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759431, 'name': PowerOffVM_Task, 'duration_secs': 0.169607} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.660140] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.660336] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 17 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.664819] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975950ec-3180-414f-8f0a-b4e4f725e61d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.679471] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a216c6-48b1-4810-8f7d-1b2386c83b09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.685668] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992c081-aa1c-41a5-a942-79937d54fa5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.715324] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180712MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1533.715530] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.715749] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.171970] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.172448] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.172448] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.172598] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.172698] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.172952] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.173096] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.173233] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.173393] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.173552] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.173754] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.179367] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7a9dd7-6c43-4a28-976e-8e82a241d374 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.196416] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1534.196416] env[70399]: value = "task-3759432" [ 1534.196416] env[70399]: _type = "Task" [ 1534.196416] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.207957] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.706160] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759432, 'name': ReconfigVM_Task, 'duration_secs': 0.16172} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.706461] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 33 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1534.721897] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Applying migration context for instance 5bac4c51-3c93-49cc-a700-ee8b4109fcad as it has an incoming, in-progress migration 4352be7c-8c0f-4088-9b41-9c297815d702. Migration status is migrating {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1534.722417] env[70399]: INFO nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating resource usage from migration 4352be7c-8c0f-4088-9b41-9c297815d702 [ 1534.775555] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Migration 4352be7c-8c0f-4088-9b41-9c297815d702 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1534.775715] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 5bac4c51-3c93-49cc-a700-ee8b4109fcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1534.775893] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1534.776038] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1534.810970] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e75a45-509b-4bcd-83b6-46f32e0ea3f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.819057] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad17bea-20d1-4703-b753-e7bd4b95f684 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.848741] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d512c-a807-4a0e-8824-275143042218 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.855850] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f2741-1ce2-4e2c-b1d9-f9de35e07404 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.868686] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.212734] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.213046] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.213198] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.213384] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.213530] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.213676] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.213931] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.214107] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.214272] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.214435] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.214599] env[70399]: DEBUG nova.virt.hardware [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.219763] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.220076] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e181053c-fb68-437e-a3dd-d973feb9be81 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.238763] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1535.238763] env[70399]: value = "task-3759433" [ 1535.238763] env[70399]: _type = "Task" [ 1535.238763] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.246664] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.372079] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.749216] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759433, 'name': ReconfigVM_Task, 'duration_secs': 0.152419} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.749499] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1535.750285] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529dab0-c261-43af-a93e-c3b3854285e3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.773019] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.773353] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f80260-b525-4189-8ac7-258e07f66371 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.791270] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1535.791270] env[70399]: value = "task-3759434" [ 1535.791270] env[70399]: _type = "Task" [ 1535.791270] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.799358] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.877499] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1535.877671] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.300895] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759434, 'name': ReconfigVM_Task, 'duration_secs': 0.265675} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.301286] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.301455] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 50 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.807899] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57703727-97fd-48cf-958c-60db950ad9d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.826927] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bec63c-df1a-41b8-b80a-67b2fa03ee8d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.844367] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 67 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.877905] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.878135] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.878281] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1537.382701] env[70399]: DEBUG nova.network.neutron [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Port 52c69fa3-dbac-4b74-887f-be85c9ceaac8 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1538.405066] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.405441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.405441] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.952942] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.445795] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.446077] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.446184] env[70399]: DEBUG nova.network.neutron [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.152518] env[70399]: DEBUG nova.network.neutron [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.655337] env[70399]: DEBUG oslo_concurrency.lockutils [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.176516] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c7123-98dc-4761-9172-dd4ee07140a1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.195313] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63d6b7-d7f6-4f01-935e-f4ccd61729f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.202488] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 83 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.708536] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.708915] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29aafecf-32fe-481b-81c6-2c591123d5c9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.717106] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1541.717106] env[70399]: value = "task-3759435" [ 1541.717106] env[70399]: _type = "Task" [ 1541.717106] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.726162] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.228502] env[70399]: DEBUG oslo_vmware.api [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759435, 'name': PowerOnVM_Task, 'duration_secs': 0.448206} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.228710] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.228893] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-717ba956-1366-44ec-8fb8-b34c2cc880ea tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance '5bac4c51-3c93-49cc-a700-ee8b4109fcad' progress to 100 {{(pid=70399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1542.952579] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.952964] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances with incomplete migration {{(pid=70399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1544.890100] env[70399]: DEBUG nova.network.neutron [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Port 52c69fa3-dbac-4b74-887f-be85c9ceaac8 binding to destination host cpu-1 is already ACTIVE {{(pid=70399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1544.890371] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.890524] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.890688] env[70399]: DEBUG nova.network.neutron [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.820845] env[70399]: DEBUG nova.network.neutron [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.323458] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.827351] env[70399]: DEBUG nova.compute.manager [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1546.827594] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.827820] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.331119] env[70399]: DEBUG nova.objects.instance [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'migration_context' on Instance uuid 5bac4c51-3c93-49cc-a700-ee8b4109fcad {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.882757] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0040afbe-3d21-4a97-ab92-a1e198adf4b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.890603] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3faf0-8720-46a6-ab78-daec3cbe7e6a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.921385] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea0a9a-59c4-417a-b5fb-457e5036a0d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.929041] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4668a630-06df-4517-923a-8e7c918bbb80 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.942046] env[70399]: DEBUG nova.compute.provider_tree [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.445795] env[70399]: DEBUG nova.scheduler.client.report [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.456072] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.456072] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] Cleaning up deleted instances {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1549.458529] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.631s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.972138] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] There are 25 instances to clean {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1549.972322] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 7758ef1a-3c54-434c-bde0-d93fcff0f4b8] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.476403] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: ce2eb902-c782-44b5-9560-4b62e4795a62] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.980832] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c802b36a-cc8b-4ed6-9725-449e9a6c350f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.998140] env[70399]: INFO nova.compute.manager [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Swapping old allocation on dict_keys(['c0bc789e-270b-47b5-a996-faddadf249f2']) held by migration 4352be7c-8c0f-4088-9b41-9c297815d702 for instance [ 1551.022839] env[70399]: DEBUG nova.scheduler.client.report [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Overwriting current allocation {'allocations': {'c0bc789e-270b-47b5-a996-faddadf249f2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': '019cc52fe16747058efad08eb07eb4eb', 'user_id': 'ff59a5b12003491c92b4dd3e022b6e8a', 'consumer_generation': 1} on consumer 5bac4c51-3c93-49cc-a700-ee8b4109fcad {{(pid=70399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1551.104418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.104418] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.104418] env[70399]: DEBUG nova.network.neutron [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.485141] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: fd39f9c5-6dd6-4359-9848-9b5b7f048ee0] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.809335] env[70399]: DEBUG nova.network.neutron [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [{"id": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "address": "fa:16:3e:b7:0a:d6", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c69fa3-db", "ovs_interfaceid": "52c69fa3-dbac-4b74-887f-be85c9ceaac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.988546] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d8c80de1-7728-4580-830a-c40fd8d1fdd5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.312523] env[70399]: DEBUG oslo_concurrency.lockutils [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-5bac4c51-3c93-49cc-a700-ee8b4109fcad" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.313045] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.313347] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def4fcb3-212e-4271-afce-99158ff3f14a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.321219] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1552.321219] env[70399]: value = "task-3759436" [ 1552.321219] env[70399]: _type = "Task" [ 1552.321219] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.330313] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.492340] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 67071912-36c9-48f8-8863-a550838cb3e0] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.831274] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759436, 'name': PowerOffVM_Task, 'duration_secs': 0.201624} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.831543] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.832237] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.832464] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.832618] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.832800] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.832944] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.833103] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.833313] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.833466] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.833630] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.833790] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.833959] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.838732] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12854d24-97d3-4ec5-873c-f5ee9bbf589f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.854341] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1552.854341] env[70399]: value = "task-3759437" [ 1552.854341] env[70399]: _type = "Task" [ 1552.854341] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.862697] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.996579] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d3830cef-e430-4072-9633-13428fd8c88e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.364148] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759437, 'name': ReconfigVM_Task, 'duration_secs': 0.130782} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.365088] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c27c5-b8c4-4ec9-a01f-b532979082f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.383040] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.383323] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.383506] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.383699] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.383842] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.383988] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.384236] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.384403] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.384596] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.384734] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.384904] env[70399]: DEBUG nova.virt.hardware [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.385704] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28b7560-5226-4f82-89da-ca62023abec6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.391935] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1553.391935] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52444435-e7c5-c0c5-5b81-3729f717dc50" [ 1553.391935] env[70399]: _type = "Task" [ 1553.391935] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.400949] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52444435-e7c5-c0c5-5b81-3729f717dc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.499753] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 1757013a-e427-4a3c-8af3-c6a66d37b69d] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.902301] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52444435-e7c5-c0c5-5b81-3729f717dc50, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.907736] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1553.908094] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ee7024-7c28-4926-bb26-def8a95c26f4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.927386] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1553.927386] env[70399]: value = "task-3759438" [ 1553.927386] env[70399]: _type = "Task" [ 1553.927386] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.936304] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.003191] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 493d0f13-032f-47c7-aaf7-dbc561976d9b] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.438330] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759438, 'name': ReconfigVM_Task, 'duration_secs': 0.183344} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.438638] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1554.439505] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab58be-b077-4e16-926a-33b3074c5543 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.462562] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.462854] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9675d801-c1f8-4de5-b445-7ad1e9b8e3e7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.481618] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1554.481618] env[70399]: value = "task-3759439" [ 1554.481618] env[70399]: _type = "Task" [ 1554.481618] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.492268] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.507021] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d6b13636-a52a-4d44-bfbe-8c0a9a4c25bc] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.992280] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759439, 'name': ReconfigVM_Task, 'duration_secs': 0.232598} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.992570] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad/5bac4c51-3c93-49cc-a700-ee8b4109fcad.vmdk or device None with type thin {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.993396] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb7cad-3eed-4a8b-aef0-726153a1b650 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.011189] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: e6c18809-dbea-4d06-a238-a5278bc525cf] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.013652] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e9660-b83b-4801-ba9d-667b9764634c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.033603] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af0942-d922-45ce-a569-92466ec29851 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.051942] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885ca95a-a299-46b9-92be-4bc449d1370b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.058776] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.058906] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b92165f-b067-45b7-8fc1-12c0f66ddf01 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.064913] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1555.064913] env[70399]: value = "task-3759440" [ 1555.064913] env[70399]: _type = "Task" [ 1555.064913] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.072424] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.517743] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 20d8efc6-ad93-4232-af00-c73670a9aed5] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.574388] env[70399]: DEBUG oslo_vmware.api [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759440, 'name': PowerOnVM_Task, 'duration_secs': 0.344355} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.574963] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.021689] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 7d0a898a-a114-4706-bb64-34384da06d15] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.524854] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6fbdcb14-61bf-492e-bdb5-6313451feb5f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.585362] env[70399]: INFO nova.compute.manager [None req-652c215a-5522-4dff-95b5-d22b2a2556b1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance to original state: 'active' [ 1557.028842] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 80973c90-6bf1-4258-87cc-037937e4580f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.532739] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 6365ae37-620a-4a0f-813e-688f9fa532d9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.035858] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: ca4199b3-4ff6-4f97-a9bc-4a08dab7abb4] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.499674] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.499972] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.500204] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.500392] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.500565] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.502822] env[70399]: INFO nova.compute.manager [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Terminating instance [ 1558.538876] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 44c83445-2d44-4b34-8a2d-4b8509012468] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.007652] env[70399]: DEBUG nova.compute.manager [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.007975] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.008977] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4badc-ba6e-4468-9438-7fa0f250b73d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.017558] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.017799] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68198cb-298c-44f8-8ae8-9f64a9c7e709 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.024166] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1559.024166] env[70399]: value = "task-3759441" [ 1559.024166] env[70399]: _type = "Task" [ 1559.024166] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.033179] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.042041] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: a87e93b1-93e8-4859-8d18-5129791f858f] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.534088] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759441, 'name': PowerOffVM_Task, 'duration_secs': 0.196224} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.534378] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.534548] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.534797] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d88e448-59f6-4134-ba1a-722c3d24bc59 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.544901] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 9122f62e-2292-4b59-b0e2-3fa4e43f7e2c] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.596462] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.596669] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.596851] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleting the datastore file [datastore1] 5bac4c51-3c93-49cc-a700-ee8b4109fcad {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.597131] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab09cec-46a7-49ca-9b7b-2c6c00523d6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.604608] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1559.604608] env[70399]: value = "task-3759443" [ 1559.604608] env[70399]: _type = "Task" [ 1559.604608] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.612521] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.048599] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: afc4262d-d695-4983-971e-6a22c55b6c31] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.113791] env[70399]: DEBUG oslo_vmware.api [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14805} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.114051] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.114263] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.114453] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.114629] env[70399]: INFO nova.compute.manager [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1560.114868] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1560.115067] env[70399]: DEBUG nova.compute.manager [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.115164] env[70399]: DEBUG nova.network.neutron [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.551826] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 80053d58-afd5-45f7-ae54-84d2b86826a9] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.597065] env[70399]: DEBUG nova.compute.manager [req-efd23cd0-96b6-4b47-bafe-b376eef9fc1f req-f9a73609-7b9c-4843-abfb-2b380c46ef56 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Received event network-vif-deleted-52c69fa3-dbac-4b74-887f-be85c9ceaac8 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.597252] env[70399]: INFO nova.compute.manager [req-efd23cd0-96b6-4b47-bafe-b376eef9fc1f req-f9a73609-7b9c-4843-abfb-2b380c46ef56 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Neutron deleted interface 52c69fa3-dbac-4b74-887f-be85c9ceaac8; detaching it from the instance and deleting it from the info cache [ 1560.597429] env[70399]: DEBUG nova.network.neutron [req-efd23cd0-96b6-4b47-bafe-b376eef9fc1f req-f9a73609-7b9c-4843-abfb-2b380c46ef56 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.055672] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: d5201555-36d2-45e8-9a8b-6bc582d39a72] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.073798] env[70399]: DEBUG nova.network.neutron [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.099687] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02725f79-0aea-42ea-9b46-6c8466f6ebc1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.109736] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb880d4-5f7b-4a6b-8c07-84d14ff07d4c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.134743] env[70399]: DEBUG nova.compute.manager [req-efd23cd0-96b6-4b47-bafe-b376eef9fc1f req-f9a73609-7b9c-4843-abfb-2b380c46ef56 service nova] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Detach interface failed, port_id=52c69fa3-dbac-4b74-887f-be85c9ceaac8, reason: Instance 5bac4c51-3c93-49cc-a700-ee8b4109fcad could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1561.559521] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: 23063f37-5610-475a-9f1d-e8a11239187e] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.576414] env[70399]: INFO nova.compute.manager [-] [instance: 5bac4c51-3c93-49cc-a700-ee8b4109fcad] Took 1.46 seconds to deallocate network for instance. [ 1562.063367] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] [instance: c26a5735-1892-4ef3-a00c-c0b2cc382c85] Instance has had 0 of 5 cleanup attempts {{(pid=70399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.083098] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.083396] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.083595] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.107632] env[70399]: INFO nova.scheduler.client.report [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted allocations for instance 5bac4c51-3c93-49cc-a700-ee8b4109fcad [ 1562.616032] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1e784b44-8aa3-4d40-934a-2a84f8119b56 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "5bac4c51-3c93-49cc-a700-ee8b4109fcad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.116s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.362061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.362061] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.864114] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.386226] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.386507] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.388129] env[70399]: INFO nova.compute.claims [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.425795] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefd809-c594-4a4c-9eb9-9d9f80bca797 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.434457] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babbd103-945a-4274-abd6-940a0784ef6e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.464609] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1350bda-2bfc-4102-a96d-c5ad690b9ffc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.472035] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28acc613-8500-42a5-ada3-8afd747c56fd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.484744] env[70399]: DEBUG nova.compute.provider_tree [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.987830] env[70399]: DEBUG nova.scheduler.client.report [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.493449] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.494064] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.999527] env[70399]: DEBUG nova.compute.utils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1567.001543] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Allocating IP information in the background. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.001543] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] allocate_for_instance() {{(pid=70399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.052484] env[70399]: DEBUG nova.policy [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff59a5b12003491c92b4dd3e022b6e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '019cc52fe16747058efad08eb07eb4eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.347582] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Successfully created port: cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.504676] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.515052] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.541540] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.541805] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.541957] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.542159] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.542314] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.542486] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.542702] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.542859] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.543032] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.543196] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.543366] env[70399]: DEBUG nova.virt.hardware [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.544253] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe5c78-1f2e-42a8-8c1c-2db63309684a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.552327] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa8367-02bf-49c3-a7a6-2e7a6ee4f4d4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.706294] env[70399]: DEBUG nova.compute.manager [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Received event network-vif-plugged-cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1568.706516] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] Acquiring lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.706726] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.706888] env[70399]: DEBUG oslo_concurrency.lockutils [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.707063] env[70399]: DEBUG nova.compute.manager [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] No waiting events found dispatching network-vif-plugged-cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1568.707224] env[70399]: WARNING nova.compute.manager [req-cf340cd2-77bc-414a-b49d-5e7ff4c4c0a2 req-314198b4-beab-4c24-a144-4611ba721d14 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Received unexpected event network-vif-plugged-cb95305a-38c0-4598-8f00-bfb2fab1fb04 for instance with vm_state building and task_state spawning. [ 1568.788374] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Successfully updated port: cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.291232] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.291397] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.291557] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.826755] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.944269] env[70399]: DEBUG nova.network.neutron [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.446889] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.447275] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Instance network_info: |[{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.447700] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fd:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb95305a-38c0-4598-8f00-bfb2fab1fb04', 'vif_model': 'vmxnet3'}] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.455212] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1570.455503] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.456089] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a4152c-d1f9-4b1b-9efc-d6f38bbc13da {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.475566] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.475566] env[70399]: value = "task-3759444" [ 1570.475566] env[70399]: _type = "Task" [ 1570.475566] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.483234] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759444, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.734896] env[70399]: DEBUG nova.compute.manager [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Received event network-changed-cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.734966] env[70399]: DEBUG nova.compute.manager [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Refreshing instance network info cache due to event network-changed-cb95305a-38c0-4598-8f00-bfb2fab1fb04. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1570.735163] env[70399]: DEBUG oslo_concurrency.lockutils [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] Acquiring lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.735328] env[70399]: DEBUG oslo_concurrency.lockutils [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] Acquired lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.735519] env[70399]: DEBUG nova.network.neutron [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Refreshing network info cache for port cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.986132] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759444, 'name': CreateVM_Task, 'duration_secs': 0.312792} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.986477] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.986942] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.987131] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.987458] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.987713] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29837438-ac30-4139-a8e4-60f79514d7af {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.992800] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1570.992800] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521f755f-8d07-9fd0-d6ef-a1afc536fe4b" [ 1570.992800] env[70399]: _type = "Task" [ 1570.992800] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.002651] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521f755f-8d07-9fd0-d6ef-a1afc536fe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.443993] env[70399]: DEBUG nova.network.neutron [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updated VIF entry in instance network info cache for port cb95305a-38c0-4598-8f00-bfb2fab1fb04. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.444398] env[70399]: DEBUG nova.network.neutron [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.503340] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]521f755f-8d07-9fd0-d6ef-a1afc536fe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.503633] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.503865] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.504121] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.504272] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.504474] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.504743] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bfea866-2836-4fa7-84a7-ac5638764f6f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.513249] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.513419] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.514104] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7710749-ddec-4e57-9600-57b4525dbbef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.519351] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1571.519351] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259df22-d592-a4b5-554d-986a4a7c2877" [ 1571.519351] env[70399]: _type = "Task" [ 1571.519351] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.527148] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259df22-d592-a4b5-554d-986a4a7c2877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.947255] env[70399]: DEBUG oslo_concurrency.lockutils [req-763f65a3-3721-43be-8445-32b642c5f81b req-abac23ef-2133-4f9b-aba3-b0d240f4390f service nova] Releasing lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.030403] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5259df22-d592-a4b5-554d-986a4a7c2877, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.031197] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6f643a-7a40-421b-b19b-f01e5c499bc6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.036728] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1572.036728] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524577e1-759f-c6f3-82d7-f3c50c7469bb" [ 1572.036728] env[70399]: _type = "Task" [ 1572.036728] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.044656] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524577e1-759f-c6f3-82d7-f3c50c7469bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.547923] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]524577e1-759f-c6f3-82d7-f3c50c7469bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.548056] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.548232] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] beef1835-1ddb-45c9-b4ed-947d56b33f96/beef1835-1ddb-45c9-b4ed-947d56b33f96.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.548499] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69813424-435a-4b20-ac50-90a43d8ac1d6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.555304] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1572.555304] env[70399]: value = "task-3759445" [ 1572.555304] env[70399]: _type = "Task" [ 1572.555304] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.563214] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.065602] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448734} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.065994] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] beef1835-1ddb-45c9-b4ed-947d56b33f96/beef1835-1ddb-45c9-b4ed-947d56b33f96.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.067913] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.067913] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-423c99f4-fce4-443c-b656-a522f1fe145e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.073263] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1573.073263] env[70399]: value = "task-3759446" [ 1573.073263] env[70399]: _type = "Task" [ 1573.073263] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.081276] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.583802] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063513} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.584127] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.584971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c9ea29-54f1-4355-889b-3718506718f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.607337] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] beef1835-1ddb-45c9-b4ed-947d56b33f96/beef1835-1ddb-45c9-b4ed-947d56b33f96.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.607686] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a4669b-0186-4cec-b749-3dcbf8de24c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.628850] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1573.628850] env[70399]: value = "task-3759447" [ 1573.628850] env[70399]: _type = "Task" [ 1573.628850] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.637237] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.140459] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.641924] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759447, 'name': ReconfigVM_Task, 'duration_secs': 0.539146} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.642213] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Reconfigured VM instance instance-0000007e to attach disk [datastore2] beef1835-1ddb-45c9-b4ed-947d56b33f96/beef1835-1ddb-45c9-b4ed-947d56b33f96.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.642837] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0938de1-14d3-4711-aee7-1d7f73fb4af8 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.649292] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1574.649292] env[70399]: value = "task-3759448" [ 1574.649292] env[70399]: _type = "Task" [ 1574.649292] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.656928] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759448, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.160070] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759448, 'name': Rename_Task, 'duration_secs': 0.139298} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.160070] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.160070] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ee44ed-3b59-4641-8485-dbe0c17c7a5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.165945] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1575.165945] env[70399]: value = "task-3759449" [ 1575.165945] env[70399]: _type = "Task" [ 1575.165945] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.173322] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.675869] env[70399]: DEBUG oslo_vmware.api [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759449, 'name': PowerOnVM_Task, 'duration_secs': 0.474367} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.676097] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.676305] env[70399]: INFO nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1575.676481] env[70399]: DEBUG nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1575.677264] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c8be2e-a980-4e5b-a8e1-792b3884860f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.198599] env[70399]: INFO nova.compute.manager [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Took 11.83 seconds to build instance. [ 1576.437239] env[70399]: DEBUG nova.compute.manager [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Received event network-changed-cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1576.437437] env[70399]: DEBUG nova.compute.manager [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Refreshing instance network info cache due to event network-changed-cb95305a-38c0-4598-8f00-bfb2fab1fb04. {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1576.437658] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] Acquiring lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.437862] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] Acquired lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.438074] env[70399]: DEBUG nova.network.neutron [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Refreshing network info cache for port cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.700396] env[70399]: DEBUG oslo_concurrency.lockutils [None req-1db19abf-7341-4f9c-a3a9-c4dee0241215 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.338s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.146708] env[70399]: DEBUG nova.network.neutron [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updated VIF entry in instance network info cache for port cb95305a-38c0-4598-8f00-bfb2fab1fb04. {{(pid=70399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.147083] env[70399]: DEBUG nova.network.neutron [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.650074] env[70399]: DEBUG oslo_concurrency.lockutils [req-a4dd8453-69c6-470d-b400-188028d8484a req-01effdea-cabc-4c4c-a14b-75a24db7b313 service nova] Releasing lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.063554] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.063954] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.570073] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1601.570073] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.073150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.073588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.073876] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.074076] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1602.075472] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6cafb-41d8-4d76-b2ee-5843d0c1b367 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.087913] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec92be-b0d0-4ee1-8dc6-a3a330c6f6b4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.111221] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd57756-afc1-45d8-bdae-4f92af4712bf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.121953] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e028e1-ebe5-4f4d-b030-68b1797f05a5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.170782] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180728MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1602.171109] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.171382] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.199085] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance beef1835-1ddb-45c9-b4ed-947d56b33f96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1603.199452] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1603.199452] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1603.224856] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e85f7-43b2-4a6f-9015-9b44e9e31869 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.232754] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ebb6cd-9dd6-4858-ab93-b4e88392b971 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.263047] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d37328-43ab-4404-95e8-3dcfa54a29ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.270510] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3be096-2bee-4808-89d4-e09ab85768e0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.283559] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.786461] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.291967] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1604.291967] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.887070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.887070] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.887483] env[70399]: DEBUG nova.compute.manager [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1613.888277] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12599cd9-a65c-4303-8929-4386d2852d88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.895413] env[70399]: DEBUG nova.compute.manager [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1613.895999] env[70399]: DEBUG nova.objects.instance [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'flavor' on Instance uuid beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.903230] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.903587] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37a125d0-39c2-4237-a636-26a4ba7ba4cf {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.911940] env[70399]: DEBUG oslo_vmware.api [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1614.911940] env[70399]: value = "task-3759450" [ 1614.911940] env[70399]: _type = "Task" [ 1614.911940] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.920535] env[70399]: DEBUG oslo_vmware.api [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.421847] env[70399]: DEBUG oslo_vmware.api [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759450, 'name': PowerOffVM_Task, 'duration_secs': 0.202788} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.422057] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.422255] env[70399]: DEBUG nova.compute.manager [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1615.423012] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f36d2-f0ff-4167-9f15-0e4b73bf9b76 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.934472] env[70399]: DEBUG oslo_concurrency.lockutils [None req-0c642d32-3871-43e6-bb58-0aee3e41fd8f tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.287266] env[70399]: DEBUG nova.objects.instance [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'flavor' on Instance uuid beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.792617] env[70399]: DEBUG oslo_concurrency.lockutils [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.792812] env[70399]: DEBUG oslo_concurrency.lockutils [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.792996] env[70399]: DEBUG nova.network.neutron [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.793207] env[70399]: DEBUG nova.objects.instance [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'info_cache' on Instance uuid beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.297125] env[70399]: DEBUG nova.objects.base [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1618.125488] env[70399]: DEBUG nova.network.neutron [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.628358] env[70399]: DEBUG oslo_concurrency.lockutils [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.634460] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.634887] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1d9b6a-22fb-4a7b-ae80-1610f3619119 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.642708] env[70399]: DEBUG oslo_vmware.api [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1619.642708] env[70399]: value = "task-3759451" [ 1619.642708] env[70399]: _type = "Task" [ 1619.642708] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.651663] env[70399]: DEBUG oslo_vmware.api [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.153408] env[70399]: DEBUG oslo_vmware.api [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759451, 'name': PowerOnVM_Task, 'duration_secs': 0.365395} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.153795] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.154018] env[70399]: DEBUG nova.compute.manager [None req-700ecbc7-5f7a-418e-9e43-758dcd9a56c5 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1620.154841] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe61a3-bffd-42c7-a2de-c9a0b9a8065c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.066979] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4b7ca-555e-49cf-833c-4292da11cda4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.074006] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Suspending the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1621.074287] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1494b31e-ac1e-4edd-82fa-764a098d3ddb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.081801] env[70399]: DEBUG oslo_vmware.api [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1621.081801] env[70399]: value = "task-3759452" [ 1621.081801] env[70399]: _type = "Task" [ 1621.081801] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.090340] env[70399]: DEBUG oslo_vmware.api [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759452, 'name': SuspendVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.591805] env[70399]: DEBUG oslo_vmware.api [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759452, 'name': SuspendVM_Task} progress is 62%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.092207] env[70399]: DEBUG oslo_vmware.api [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759452, 'name': SuspendVM_Task, 'duration_secs': 0.626835} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.092717] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Suspended the VM {{(pid=70399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1622.092717] env[70399]: DEBUG nova.compute.manager [None req-f15c5ff6-4d47-46a4-a7c5-93e8a0d84cc1 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1622.093444] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde605e7-f72e-4289-8dbe-fac0871166be {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.403284] env[70399]: INFO nova.compute.manager [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Resuming [ 1623.403912] env[70399]: DEBUG nova.objects.instance [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'flavor' on Instance uuid beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.914037] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.914514] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquired lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.914711] env[70399]: DEBUG nova.network.neutron [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.668730] env[70399]: DEBUG nova.network.neutron [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [{"id": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "address": "fa:16:3e:55:fd:3f", "network": {"id": "c1abde06-5cad-4f8d-bf3c-fb64a375664c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-203476106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "019cc52fe16747058efad08eb07eb4eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb95305a-38", "ovs_interfaceid": "cb95305a-38c0-4598-8f00-bfb2fab1fb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.171588] env[70399]: DEBUG oslo_concurrency.lockutils [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Releasing lock "refresh_cache-beef1835-1ddb-45c9-b4ed-947d56b33f96" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.172558] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4f370-dc59-4ede-a2c6-2c00bec46704 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.179758] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Resuming the VM {{(pid=70399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1626.179996] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3123724-4814-42e8-9a60-92e9883f6757 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.187193] env[70399]: DEBUG oslo_vmware.api [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1626.187193] env[70399]: value = "task-3759453" [ 1626.187193] env[70399]: _type = "Task" [ 1626.187193] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.195616] env[70399]: DEBUG oslo_vmware.api [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.701537] env[70399]: DEBUG oslo_vmware.api [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759453, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.197666] env[70399]: DEBUG oslo_vmware.api [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759453, 'name': PowerOnVM_Task, 'duration_secs': 0.57914} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.198081] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Resumed the VM {{(pid=70399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1627.198126] env[70399]: DEBUG nova.compute.manager [None req-7b676e33-365c-4611-a172-68b98a6c5761 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1627.198886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b27e102-ccae-4c71-9f0e-b3e5cf005837 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.206622] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.207126] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.207297] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.207534] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.207745] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.210034] env[70399]: INFO nova.compute.manager [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Terminating instance [ 1628.714190] env[70399]: DEBUG nova.compute.manager [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.714431] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.715736] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ae4d1-3356-4c01-bdd5-5c903fdd0765 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.723567] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.723802] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab71f20-4e1e-4c09-b26c-f0b8c0f8aaa1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.730168] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1628.730168] env[70399]: value = "task-3759454" [ 1628.730168] env[70399]: _type = "Task" [ 1628.730168] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.739744] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.241093] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759454, 'name': PowerOffVM_Task, 'duration_secs': 0.203259} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.241480] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.241545] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.241805] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94bbbec4-1ca4-487b-8f61-65667aaace7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.310772] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.311088] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.311293] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleting the datastore file [datastore2] beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.311600] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f68eabd5-c259-4a30-a9da-9bf268ef6f79 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.319696] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for the task: (returnval){ [ 1629.319696] env[70399]: value = "task-3759456" [ 1629.319696] env[70399]: _type = "Task" [ 1629.319696] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.328539] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.829883] env[70399]: DEBUG oslo_vmware.api [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Task: {'id': task-3759456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148491} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.830160] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.830351] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.830529] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.830700] env[70399]: INFO nova.compute.manager [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1629.830942] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1629.831157] env[70399]: DEBUG nova.compute.manager [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.831274] env[70399]: DEBUG nova.network.neutron [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.504114] env[70399]: DEBUG nova.compute.manager [req-2e128b25-cf3d-4164-9e0a-b0ffa85aa958 req-4044b1b2-f5c2-40cf-816f-444a6fde4819 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Received event network-vif-deleted-cb95305a-38c0-4598-8f00-bfb2fab1fb04 {{(pid=70399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1630.504114] env[70399]: INFO nova.compute.manager [req-2e128b25-cf3d-4164-9e0a-b0ffa85aa958 req-4044b1b2-f5c2-40cf-816f-444a6fde4819 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Neutron deleted interface cb95305a-38c0-4598-8f00-bfb2fab1fb04; detaching it from the instance and deleting it from the info cache [ 1630.504425] env[70399]: DEBUG nova.network.neutron [req-2e128b25-cf3d-4164-9e0a-b0ffa85aa958 req-4044b1b2-f5c2-40cf-816f-444a6fde4819 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.897176] env[70399]: DEBUG nova.network.neutron [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.007101] env[70399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d43221df-151b-4ff1-b3cd-526c9779f1c3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.017828] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee653c-b465-416a-9a11-7067c94e428e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.041794] env[70399]: DEBUG nova.compute.manager [req-2e128b25-cf3d-4164-9e0a-b0ffa85aa958 req-4044b1b2-f5c2-40cf-816f-444a6fde4819 service nova] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Detach interface failed, port_id=cb95305a-38c0-4598-8f00-bfb2fab1fb04, reason: Instance beef1835-1ddb-45c9-b4ed-947d56b33f96 could not be found. {{(pid=70399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1631.401109] env[70399]: INFO nova.compute.manager [-] [instance: beef1835-1ddb-45c9-b4ed-947d56b33f96] Took 1.57 seconds to deallocate network for instance. [ 1631.906632] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.907030] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.907122] env[70399]: DEBUG nova.objects.instance [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lazy-loading 'resources' on Instance uuid beef1835-1ddb-45c9-b4ed-947d56b33f96 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.469403] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a503037-df23-421f-915b-3261c76408c5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.477068] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849018d-a9da-4746-9a7c-0a3d80c28b8a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.507886] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf22c3-af26-4cb5-9260-a0bad0d4c075 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.515009] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54e5d0a-9565-44c7-9fb9-fbe4b634e7b5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.527885] env[70399]: DEBUG nova.compute.provider_tree [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.031806] env[70399]: DEBUG nova.scheduler.client.report [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.537887] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.602471] env[70399]: INFO nova.scheduler.client.report [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Deleted allocations for instance beef1835-1ddb-45c9-b4ed-947d56b33f96 [ 1634.109971] env[70399]: DEBUG oslo_concurrency.lockutils [None req-c7676612-f022-4184-919e-ee0226d96854 tempest-ServerActionsTestJSON-648729814 tempest-ServerActionsTestJSON-648729814-project-member] Lock "beef1835-1ddb-45c9-b4ed-947d56b33f96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.903s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.898179] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "823d2218-806f-4928-8041-0d298c8d41a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.898531] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.001457] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.001753] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.401616] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.504068] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Starting instance... {{(pid=70399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.939472] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.939788] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.941234] env[70399]: INFO nova.compute.claims [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.021634] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.989522] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f79521d-f77c-4660-8276-361bdaecb485 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.997511] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019eacf-a1a8-4d59-adbc-437224473269 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.028479] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66f6b1-fd28-427f-9bdb-56b30b530fd6 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.035994] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfbee9e-84dc-4cec-abc3-e11083d47b1d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.049500] env[70399]: DEBUG nova.compute.provider_tree [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.552968] env[70399]: DEBUG nova.scheduler.client.report [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.058133] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.058715] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1642.061610] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.040s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.062980] env[70399]: INFO nova.compute.claims [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.567749] env[70399]: DEBUG nova.compute.utils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1642.571099] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1643.072397] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1643.113952] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c6c08-1a0c-4ae0-826f-e5de5f1b8f15 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.121952] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70347009-e546-434f-8f40-dbe0a7223b5f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.152703] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab024bbb-5097-4471-8df8-a9afe0a5b69d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.160501] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8503a7a-977b-45f3-af5d-7b37d4f0d97c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.173711] env[70399]: DEBUG nova.compute.provider_tree [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.676563] env[70399]: DEBUG nova.scheduler.client.report [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.084437] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1644.121640] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.121897] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.122073] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.122265] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.122410] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.122556] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.122764] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.122918] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.123197] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.123372] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.123546] env[70399]: DEBUG nova.virt.hardware [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.124434] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62466342-d7de-4a3c-a270-3fbebb7b5cbe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.132605] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1f162-47f8-49af-829c-19ba650a3606 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.145859] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.151243] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Creating folder: Project (5f329e491bed4b9291776f83546abd52). Parent ref: group-v747819. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.151507] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf5973b-5ccd-4d36-bd34-cf3161f65127 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.165811] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Created folder: Project (5f329e491bed4b9291776f83546abd52) in parent group-v747819. [ 1644.166071] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Creating folder: Instances. Parent ref: group-v748166. {{(pid=70399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.166281] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2e968a-1bf5-4cc7-b787-474e942c2d44 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.176612] env[70399]: INFO nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Created folder: Instances in parent group-v748166. [ 1644.176844] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1644.177067] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.177275] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd7f805-e13a-458b-8019-6e8ac137366b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.189123] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.189604] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Start building networks asynchronously for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.197264] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.197264] env[70399]: value = "task-3759459" [ 1644.197264] env[70399]: _type = "Task" [ 1644.197264] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.206235] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759459, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.694973] env[70399]: DEBUG nova.compute.utils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Using /dev/sd instead of None {{(pid=70399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1644.700990] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Not allocating networking since 'none' was specified. {{(pid=70399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1644.707022] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759459, 'name': CreateVM_Task, 'duration_secs': 0.395699} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.707257] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.707638] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.707801] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.708175] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.708440] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cc8804-c4e9-4802-8a2f-d81c836d3639 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.713588] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1644.713588] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d09c1-7665-629f-5415-7256bef8abff" [ 1644.713588] env[70399]: _type = "Task" [ 1644.713588] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.721946] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d09c1-7665-629f-5415-7256bef8abff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.198356] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Start building block device mappings for instance. {{(pid=70399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.225805] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526d09c1-7665-629f-5415-7256bef8abff, 'name': SearchDatastore_Task, 'duration_secs': 0.017176} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.226148] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.226419] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.226651] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.226798] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.227059] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.227340] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d58376-756a-4d87-b736-ec8c698d161e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.241324] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.241511] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.242273] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c449e5b9-48e7-4ecc-a7fd-8d411a066730 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.249161] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1645.249161] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5238d062-3f99-2f76-19de-4c51e1699f3e" [ 1645.249161] env[70399]: _type = "Task" [ 1645.249161] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.257883] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5238d062-3f99-2f76-19de-4c51e1699f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.758764] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5238d062-3f99-2f76-19de-4c51e1699f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014267} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.759636] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62222fc2-cfe7-4475-88a2-ac6f948ce988 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.764778] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1645.764778] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277299b-74a9-6652-6698-b32f04e46f8e" [ 1645.764778] env[70399]: _type = "Task" [ 1645.764778] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.772954] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277299b-74a9-6652-6698-b32f04e46f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.209057] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Start spawning the instance on the hypervisor. {{(pid=70399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.230058] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.230362] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.230525] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.230708] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.230852] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.231008] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.231377] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.231559] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.231732] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.231894] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.232079] env[70399]: DEBUG nova.virt.hardware [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.232932] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a84f13-e42b-4b33-9faf-1228318ca16f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.241346] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c9507-8f56-4fea-9d6f-8e3c39194ab7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.255887] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.261637] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1646.261874] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.262137] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c981ef44-3e2e-45c2-a750-b2fd76a37848 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.282582] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5277299b-74a9-6652-6698-b32f04e46f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.283838] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.284124] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 823d2218-806f-4928-8041-0d298c8d41a2/823d2218-806f-4928-8041-0d298c8d41a2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.284368] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.284368] env[70399]: value = "task-3759460" [ 1646.284368] env[70399]: _type = "Task" [ 1646.284368] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.284550] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc3bdb23-dcea-48b6-9551-7c4791a19b47 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.294146] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759460, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.295351] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1646.295351] env[70399]: value = "task-3759461" [ 1646.295351] env[70399]: _type = "Task" [ 1646.295351] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.302879] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.797653] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759460, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.806515] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.296933] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759460, 'name': CreateVM_Task} progress is 99%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.307311] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704817} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.307559] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] 823d2218-806f-4928-8041-0d298c8d41a2/823d2218-806f-4928-8041-0d298c8d41a2.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.307766] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.308014] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bfb88aa-7aca-453f-808b-13e8701a996d {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.314133] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1647.314133] env[70399]: value = "task-3759462" [ 1647.314133] env[70399]: _type = "Task" [ 1647.314133] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.322115] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.797644] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759460, 'name': CreateVM_Task, 'duration_secs': 1.472011} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.797867] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1647.798231] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.798401] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.798716] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.798966] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81ab753-a341-49f7-9424-8dd1693d86a3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.803355] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1647.803355] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5248cda8-b552-2740-78e4-7de4223067ba" [ 1647.803355] env[70399]: _type = "Task" [ 1647.803355] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.810939] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5248cda8-b552-2740-78e4-7de4223067ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.822506] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096386} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.822747] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.823512] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20224759-50db-4839-9aa3-08da5d454a72 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.843379] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 823d2218-806f-4928-8041-0d298c8d41a2/823d2218-806f-4928-8041-0d298c8d41a2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.843623] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c09c7c-7779-4d1a-a484-0476b5226453 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.864252] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1647.864252] env[70399]: value = "task-3759463" [ 1647.864252] env[70399]: _type = "Task" [ 1647.864252] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.872521] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.314513] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]5248cda8-b552-2740-78e4-7de4223067ba, 'name': SearchDatastore_Task, 'duration_secs': 0.021765} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.314902] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.315038] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.315282] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.315431] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.315608] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.315879] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ea12ff-14a9-42b0-b008-5ba2f0358e6b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.325712] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.325920] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.326719] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8143406e-4b06-4c0b-b846-f40ddbdff2a9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.332357] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1648.332357] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526bbaab-0572-747e-a7e9-6b15ecb78302" [ 1648.332357] env[70399]: _type = "Task" [ 1648.332357] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.340293] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526bbaab-0572-747e-a7e9-6b15ecb78302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.373615] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.842893] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]526bbaab-0572-747e-a7e9-6b15ecb78302, 'name': SearchDatastore_Task, 'duration_secs': 0.01861} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.843684] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8557d713-0951-4db5-b760-b6cd43d6b433 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.848797] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1648.848797] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f5db0-e723-2511-e750-fc92c3623006" [ 1648.848797] env[70399]: _type = "Task" [ 1648.848797] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.856641] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f5db0-e723-2511-e750-fc92c3623006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.872454] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759463, 'name': ReconfigVM_Task, 'duration_secs': 0.560091} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.872706] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 823d2218-806f-4928-8041-0d298c8d41a2/823d2218-806f-4928-8041-0d298c8d41a2.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.873310] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a578ab8-ee45-4c82-b8be-32952a3b2307 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.880502] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1648.880502] env[70399]: value = "task-3759464" [ 1648.880502] env[70399]: _type = "Task" [ 1648.880502] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.888931] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759464, 'name': Rename_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.359050] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]529f5db0-e723-2511-e750-fc92c3623006, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.359396] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.359618] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.359894] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20584e66-922d-49d7-8568-ca1f175ab8f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.367368] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1649.367368] env[70399]: value = "task-3759465" [ 1649.367368] env[70399]: _type = "Task" [ 1649.367368] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.374913] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.391144] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759464, 'name': Rename_Task, 'duration_secs': 0.246416} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.391397] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.391639] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ddf7b1-eeaa-4f7f-9f9c-a273d5b5ad0b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.397425] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1649.397425] env[70399]: value = "task-3759466" [ 1649.397425] env[70399]: _type = "Task" [ 1649.397425] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.405577] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.877899] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.908830] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759466, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.378883] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671445} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.379247] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore2] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.379334] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.379593] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa22b779-8600-4b31-908a-bb9c74473b27 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.385729] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1650.385729] env[70399]: value = "task-3759467" [ 1650.385729] env[70399]: _type = "Task" [ 1650.385729] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.394584] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.406333] env[70399]: DEBUG oslo_vmware.api [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759466, 'name': PowerOnVM_Task, 'duration_secs': 0.912108} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.406579] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.406778] env[70399]: INFO nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1650.406956] env[70399]: DEBUG nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1650.407793] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab464cc0-9f9a-424e-ad34-afc46cd64d63 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.895867] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130167} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.896161] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.896913] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd92fed-4b0e-4089-b4fd-604a8d9c42ee {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.917202] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.923855] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60abb416-65a4-4fcd-828e-516199dbbac5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.936922] env[70399]: INFO nova.compute.manager [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Took 11.03 seconds to build instance. [ 1650.944190] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1650.944190] env[70399]: value = "task-3759468" [ 1650.944190] env[70399]: _type = "Task" [ 1650.944190] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.954263] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.439586] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d2641a79-4ee2-48e6-8173-6721f74db5ff tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.541s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.454319] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759468, 'name': ReconfigVM_Task, 'duration_secs': 0.506684} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.454584] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Reconfigured VM instance instance-00000080 to attach disk [datastore2] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.455213] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4fa0331-1660-489f-b6a6-aeca05d4c656 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.462197] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1651.462197] env[70399]: value = "task-3759469" [ 1651.462197] env[70399]: _type = "Task" [ 1651.462197] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.470954] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759469, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.972495] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759469, 'name': Rename_Task, 'duration_secs': 0.210543} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.972780] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.973049] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fa8024-040d-4d10-bb75-18cdef93b3f5 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.980140] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1651.980140] env[70399]: value = "task-3759470" [ 1651.980140] env[70399]: _type = "Task" [ 1651.980140] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.989554] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.490788] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.991374] env[70399]: DEBUG oslo_vmware.api [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759470, 'name': PowerOnVM_Task, 'duration_secs': 0.578112} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.991629] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.991803] env[70399]: INFO nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1652.992017] env[70399]: DEBUG nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1652.992854] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65b867-5e0a-4cc2-a845-4f39383b6f88 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.510510] env[70399]: INFO nova.compute.manager [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Took 13.50 seconds to build instance. [ 1654.012460] env[70399]: DEBUG oslo_concurrency.lockutils [None req-bd010c79-4cc5-4f81-a079-3322356dc7b9 tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.011s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.058255] env[70399]: INFO nova.compute.manager [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Rebuilding instance [ 1654.101809] env[70399]: DEBUG nova.compute.manager [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1654.102704] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e3279-2221-449e-8c21-46b7a2dba066 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.115488] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.115855] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-312ae541-0639-4f13-b2be-f2c02420cadc {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.123389] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1655.123389] env[70399]: value = "task-3759471" [ 1655.123389] env[70399]: _type = "Task" [ 1655.123389] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.132134] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.632965] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759471, 'name': PowerOffVM_Task, 'duration_secs': 0.18702} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.633255] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.633495] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.634296] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4939fa-4d33-40af-9c77-1c3e23c2fa7b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.640882] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.641121] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5502b3cc-e347-4b6a-976f-5867b0a5a5ef {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.670057] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.670289] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.670471] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleting the datastore file [datastore2] bf7e962a-fbf9-4248-9330-ae66d79234ef {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.670730] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56fc999a-f771-4ad5-9e5a-f4e166b9197c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.677593] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1655.677593] env[70399]: value = "task-3759473" [ 1655.677593] env[70399]: _type = "Task" [ 1655.677593] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.685443] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.189360] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096493} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.189794] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.189794] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.189951] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.219967] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T22:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T22:22:42Z,direct_url=,disk_format='vmdk',id=87ca1170-f5e9-4dbc-81ee-aa9b842c4cde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8372f418cb9043b49e85b8c93904c3d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T22:22:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1657.220294] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.220391] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image limits 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1657.220576] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Flavor pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.220722] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Image pref 0:0:0 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1657.220869] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1657.221091] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1657.221254] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1657.221421] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Got 1 possible topologies {{(pid=70399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1657.221616] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1657.221806] env[70399]: DEBUG nova.virt.hardware [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1657.222679] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38684ee-b2fb-4069-a9c2-832a9aeb0c2f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.230634] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db13c36-0c6d-4003-9196-174dbbf9cbaa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.244429] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance VIF info [] {{(pid=70399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.249955] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1657.250191] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Creating VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.250399] env[70399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d286e33-7595-4af2-a5cc-04e202a3bed9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.267504] env[70399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.267504] env[70399]: value = "task-3759474" [ 1657.267504] env[70399]: _type = "Task" [ 1657.267504] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.275477] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759474, 'name': CreateVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.777532] env[70399]: DEBUG oslo_vmware.api [-] Task: {'id': task-3759474, 'name': CreateVM_Task, 'duration_secs': 0.26171} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.777715] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Created VM on the ESX host {{(pid=70399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.778150] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.778313] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.778657] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.778906] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961dd2ea-e017-4e63-a7f5-81d4a8dcd8aa {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.783530] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1657.783530] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dca627-2052-a6bf-8f45-be31f70586ae" [ 1657.783530] env[70399]: _type = "Task" [ 1657.783530] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.791180] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dca627-2052-a6bf-8f45-be31f70586ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.293591] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52dca627-2052-a6bf-8f45-be31f70586ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.293962] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.294176] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Processing image 87ca1170-f5e9-4dbc-81ee-aa9b842c4cde {{(pid=70399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.294409] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.294558] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.294734] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.294991] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302bc429-4f94-414c-b766-1ddbc387277a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.303445] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.303620] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.304303] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e19ef2-1e43-4c4e-b7c8-b8113072c264 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.309257] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1658.309257] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7e1db-022f-8c71-0b57-2ff6205f6a23" [ 1658.309257] env[70399]: _type = "Task" [ 1658.309257] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.316756] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7e1db-022f-8c71-0b57-2ff6205f6a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.819819] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52d7e1db-022f-8c71-0b57-2ff6205f6a23, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.820610] env[70399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599c26ca-46e2-484b-9a2d-a3f0c3e316fe {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.826420] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1658.826420] env[70399]: value = "session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee982a-3c88-df94-4ef3-83db0ad8d194" [ 1658.826420] env[70399]: _type = "Task" [ 1658.826420] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.833924] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee982a-3c88-df94-4ef3-83db0ad8d194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.336975] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': session[521e4eec-2c99-3dd7-9844-9ca4d22e53ba]52ee982a-3c88-df94-4ef3-83db0ad8d194, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.337427] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.337518] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.337790] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928d0c53-2b41-4e41-9f04-9a849c1cef38 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.347216] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1659.347216] env[70399]: value = "task-3759475" [ 1659.347216] env[70399]: _type = "Task" [ 1659.347216] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.355324] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.857167] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469387} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.857542] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde/87ca1170-f5e9-4dbc-81ee-aa9b842c4cde.vmdk to [datastore1] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk {{(pid=70399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.857846] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Extending root virtual disk to 1048576 {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.858184] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456a0213-26b6-4820-ae47-c8a4350fa4e4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.864843] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1659.864843] env[70399]: value = "task-3759476" [ 1659.864843] env[70399]: _type = "Task" [ 1659.864843] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.873438] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.375262] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069676} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.375637] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Extended root virtual disk {{(pid=70399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.376372] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a45d18b-ce9a-4ba2-92a1-b32e9490efbd {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.396430] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.396739] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd9b841-9130-43b4-97a0-d391a338af85 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.417352] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1660.417352] env[70399]: value = "task-3759477" [ 1660.417352] env[70399]: _type = "Task" [ 1660.417352] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.430104] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.927531] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759477, 'name': ReconfigVM_Task, 'duration_secs': 0.278907} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.927831] env[70399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Reconfigured VM instance instance-00000080 to attach disk [datastore1] bf7e962a-fbf9-4248-9330-ae66d79234ef/bf7e962a-fbf9-4248-9330-ae66d79234ef.vmdk or device None with type sparse {{(pid=70399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.928521] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037603d3-933e-4f4f-9c57-fa826ab780f3 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.936303] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1660.936303] env[70399]: value = "task-3759478" [ 1660.936303] env[70399]: _type = "Task" [ 1660.936303] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.945162] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759478, 'name': Rename_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.446503] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759478, 'name': Rename_Task, 'duration_secs': 0.145367} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.446941] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powering on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.447069] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed38007-e2b3-4208-8422-6e0aa1ba678b {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.454216] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1661.454216] env[70399]: value = "task-3759479" [ 1661.454216] env[70399]: _type = "Task" [ 1661.454216] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.462863] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.965440] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759479, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.466389] env[70399]: DEBUG oslo_vmware.api [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759479, 'name': PowerOnVM_Task, 'duration_secs': 0.52395} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.466883] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powered on the VM {{(pid=70399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.466883] env[70399]: DEBUG nova.compute.manager [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Checking state {{(pid=70399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1662.467754] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29556a-7c5f-48e6-9895-9148f0f0a116 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.984726] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.984994] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.985535] env[70399]: DEBUG nova.objects.instance [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1663.997072] env[70399]: DEBUG oslo_concurrency.lockutils [None req-d484d87d-1b81-44c8-8962-0c2f516757cd tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.214182] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.214539] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.214823] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "bf7e962a-fbf9-4248-9330-ae66d79234ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.215033] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.215212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.217357] env[70399]: INFO nova.compute.manager [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Terminating instance [ 1664.293164] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.293397] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.293538] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.293687] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.293845] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.293975] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.294132] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.294284] env[70399]: DEBUG nova.compute.manager [None req-080af930-78c9-4f31-b600-0b768952131f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1664.294435] env[70399]: DEBUG oslo_service.periodic_task [None req-080af930-78c9-4f31-b600-0b768952131f None None] Running periodic task ComputeManager.update_available_resource {{(pid=70399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.721715] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "refresh_cache-bf7e962a-fbf9-4248-9330-ae66d79234ef" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.721986] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "refresh_cache-bf7e962a-fbf9-4248-9330-ae66d79234ef" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.722110] env[70399]: DEBUG nova.network.neutron [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.797146] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.797400] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.797611] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.797780] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1664.798692] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1f06a-6c6a-4b43-9999-e6f3952b29a0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.807823] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123b667-dec4-4ef9-8802-772ad6ea747a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.823309] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba0f182-f79d-4090-bd55-e750c5e192f1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.830856] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1672b6-898a-4149-8020-684ac033fd06 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.861752] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180656MB free_disk=59GB free_vcpus=48 pci_devices=None {{(pid=70399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1664.861934] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.862129] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.242290] env[70399]: DEBUG nova.network.neutron [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.300790] env[70399]: DEBUG nova.network.neutron [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.803790] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "refresh_cache-bf7e962a-fbf9-4248-9330-ae66d79234ef" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.804303] env[70399]: DEBUG nova.compute.manager [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.804510] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.805450] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1aecbd-3021-4006-bac4-688b2425c17a {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.813487] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.813724] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044723da-b0cb-480d-8a08-272a3629d158 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.819543] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1665.819543] env[70399]: value = "task-3759480" [ 1665.819543] env[70399]: _type = "Task" [ 1665.819543] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.827571] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.885589] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance 823d2218-806f-4928-8041-0d298c8d41a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1665.885589] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Instance bf7e962a-fbf9-4248-9330-ae66d79234ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1665.885752] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1665.885830] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1665.902992] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Refreshing inventories for resource provider c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1665.916941] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Updating ProviderTree inventory for provider c0bc789e-270b-47b5-a996-faddadf249f2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1665.917143] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Updating inventory in ProviderTree for provider c0bc789e-270b-47b5-a996-faddadf249f2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.929901] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Refreshing aggregate associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, aggregates: None {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1665.949505] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Refreshing trait associations for resource provider c0bc789e-270b-47b5-a996-faddadf249f2, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1665.987511] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab9bf7-1a11-443f-9ac0-8dac9c83dad4 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.995243] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f750ec-f03e-42b1-80fb-30f4b19ddca9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.024094] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105bfb3a-507a-4b06-b7c5-909687aab5e9 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.031344] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185026a4-153b-4749-92ad-37c9f3f7a436 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.043998] env[70399]: DEBUG nova.compute.provider_tree [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.330594] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759480, 'name': PowerOffVM_Task, 'duration_secs': 0.107683} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.331051] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.331051] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.331272] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4107ebe-13d4-4b0d-8696-fe90b6f438ac {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.359968] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.360214] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Deleting contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.360401] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleting the datastore file [datastore1] bf7e962a-fbf9-4248-9330-ae66d79234ef {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.360691] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52f5b18-4f4c-4638-9687-713f1373cc18 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.367230] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1666.367230] env[70399]: value = "task-3759482" [ 1666.367230] env[70399]: _type = "Task" [ 1666.367230] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.375258] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.547745] env[70399]: DEBUG nova.scheduler.client.report [None req-080af930-78c9-4f31-b600-0b768952131f None None] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.877877] env[70399]: DEBUG oslo_vmware.api [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106603} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.878142] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.878335] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Deleted contents of the VM from datastore datastore1 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.878647] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.878774] env[70399]: INFO nova.compute.manager [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1666.878959] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1666.879168] env[70399]: DEBUG nova.compute.manager [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.879265] env[70399]: DEBUG nova.network.neutron [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.895955] env[70399]: DEBUG nova.network.neutron [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.052853] env[70399]: DEBUG nova.compute.resource_tracker [None req-080af930-78c9-4f31-b600-0b768952131f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1667.053081] env[70399]: DEBUG oslo_concurrency.lockutils [None req-080af930-78c9-4f31-b600-0b768952131f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1667.398677] env[70399]: DEBUG nova.network.neutron [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.901957] env[70399]: INFO nova.compute.manager [-] [instance: bf7e962a-fbf9-4248-9330-ae66d79234ef] Took 1.02 seconds to deallocate network for instance. [ 1668.409544] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.409930] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.410065] env[70399]: DEBUG nova.objects.instance [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lazy-loading 'resources' on Instance uuid bf7e962a-fbf9-4248-9330-ae66d79234ef {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.953208] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f208b-1c18-40f9-827c-05a8a882ba9f {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.961257] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ecce84-5b18-488f-ab9c-45669cf9b6d0 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.990825] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceff0e7-9a63-4e13-8664-705b19086e09 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.998300] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f8333a-cb90-4a3e-a23f-a49ef0c724b7 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.012685] env[70399]: DEBUG nova.compute.provider_tree [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.515713] env[70399]: DEBUG nova.scheduler.client.report [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.020756] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.042933] env[70399]: INFO nova.scheduler.client.report [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleted allocations for instance bf7e962a-fbf9-4248-9330-ae66d79234ef [ 1670.551018] env[70399]: DEBUG oslo_concurrency.lockutils [None req-3f017517-92a3-4f94-8265-38b9e09ef5ca tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "bf7e962a-fbf9-4248-9330-ae66d79234ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.336s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.693353] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "823d2218-806f-4928-8041-0d298c8d41a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.693629] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.693842] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "823d2218-806f-4928-8041-0d298c8d41a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.694038] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.694212] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.696346] env[70399]: INFO nova.compute.manager [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Terminating instance [ 1671.200538] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "refresh_cache-823d2218-806f-4928-8041-0d298c8d41a2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.200803] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquired lock "refresh_cache-823d2218-806f-4928-8041-0d298c8d41a2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.200936] env[70399]: DEBUG nova.network.neutron [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Building network info cache for instance {{(pid=70399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.719196] env[70399]: DEBUG nova.network.neutron [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.761451] env[70399]: DEBUG nova.network.neutron [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.264376] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Releasing lock "refresh_cache-823d2218-806f-4928-8041-0d298c8d41a2" {{(pid=70399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.264839] env[70399]: DEBUG nova.compute.manager [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Start destroying the instance on the hypervisor. {{(pid=70399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1672.265057] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Destroying instance {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.266167] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71709866-764c-4808-8aa6-762d6830852e {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.274210] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Powering off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.274440] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d56ae9d-60de-4adf-b391-0422832b15b1 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.281269] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1672.281269] env[70399]: value = "task-3759483" [ 1672.281269] env[70399]: _type = "Task" [ 1672.281269] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.289402] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.791513] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759483, 'name': PowerOffVM_Task, 'duration_secs': 0.193466} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.791878] env[70399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Powered off the VM {{(pid=70399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.791984] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Unregistering the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.792254] env[70399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16883468-797e-4778-9228-fcbe7b869a45 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.819320] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Unregistered the VM {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.819526] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Deleting contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.819739] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleting the datastore file [datastore2] 823d2218-806f-4928-8041-0d298c8d41a2 {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.820020] env[70399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cefe4b16-d9fa-47de-ae75-5ff86cb260ce {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.827095] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for the task: (returnval){ [ 1672.827095] env[70399]: value = "task-3759485" [ 1672.827095] env[70399]: _type = "Task" [ 1672.827095] env[70399]: } to complete. {{(pid=70399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.836024] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.338386] env[70399]: DEBUG oslo_vmware.api [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Task: {'id': task-3759485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088005} completed successfully. {{(pid=70399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.338761] env[70399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleted the datastore file {{(pid=70399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.339042] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Deleted contents of the VM from datastore datastore2 {{(pid=70399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.339265] env[70399]: DEBUG nova.virt.vmwareapi.vmops [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Instance destroyed {{(pid=70399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.339473] env[70399]: INFO nova.compute.manager [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1673.339714] env[70399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1673.339905] env[70399]: DEBUG nova.compute.manager [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Deallocating network for instance {{(pid=70399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.339999] env[70399]: DEBUG nova.network.neutron [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] deallocate_for_instance() {{(pid=70399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.356368] env[70399]: DEBUG nova.network.neutron [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Instance cache missing network info. {{(pid=70399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.858650] env[70399]: DEBUG nova.network.neutron [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Updating instance_info_cache with network_info: [] {{(pid=70399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.361578] env[70399]: INFO nova.compute.manager [-] [instance: 823d2218-806f-4928-8041-0d298c8d41a2] Took 1.02 seconds to deallocate network for instance. [ 1674.868903] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.869303] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.869425] env[70399]: DEBUG nova.objects.instance [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lazy-loading 'resources' on Instance uuid 823d2218-806f-4928-8041-0d298c8d41a2 {{(pid=70399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.403805] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe8d530-2efb-4b36-935f-2d44603c952c {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.411420] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4707e1-0aed-4835-8da1-73f8ae47d839 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.441283] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99945281-66e2-43d9-8206-2a9e46338296 {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.448971] env[70399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52de0b-00c2-423e-946b-5587ef6cccbb {{(pid=70399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.462779] env[70399]: DEBUG nova.compute.provider_tree [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed in ProviderTree for provider: c0bc789e-270b-47b5-a996-faddadf249f2 {{(pid=70399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.966252] env[70399]: DEBUG nova.scheduler.client.report [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Inventory has not changed for provider c0bc789e-270b-47b5-a996-faddadf249f2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 59, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.473592] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.490510] env[70399]: INFO nova.scheduler.client.report [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Deleted allocations for instance 823d2218-806f-4928-8041-0d298c8d41a2 [ 1676.999315] env[70399]: DEBUG oslo_concurrency.lockutils [None req-89e5144e-a396-404b-9ade-144265d6c5ce tempest-ServerShowV247Test-1404185027 tempest-ServerShowV247Test-1404185027-project-member] Lock "823d2218-806f-4928-8041-0d298c8d41a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.306s {{(pid=70399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}